-- Logs begin at Tue 2021-06-29 15:13:11 UTC, end at Tue 2021-06-29 16:21:25 UTC. -- Jun 29 15:57:00.226147 dv-cinder-792209-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 15:57:02.935684 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.common.config [-] Logging enabled! Jun 29 15:57:02.936260 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 15:57:02.936459 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93479) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 15:57:02.939676 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.common.config [-] Logging enabled! Jun 29 15:57:02.939937 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 15:57:02.940250 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93479) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 15:57:02.941169 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:57:02.941406 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:57:02.941772 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:57:02.942021 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:57:02.942252 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:57:02.942575 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.942876 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.943173 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.943406 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.943729 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.944023 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.944309 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.944600 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.944901 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.945189 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.945516 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.945758 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.945993 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.946275 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.946562 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.946850 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.947075 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] debug = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.947356 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.947809 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.948229 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.948512 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.948800 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.949084 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.949358 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.949637 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.949922 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.950255 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] host = dv-cinder-792209-4-smb {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.951085 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.951374 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.951694 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.951983 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.952262 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.952540 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.952825 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.953101 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.953374 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] log_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.953649 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.953937 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.954225 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.954517 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.954744 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.954969 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.955258 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.955564 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.955845 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.956119 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.956396 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.956671 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.956946 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.957215 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.957502 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.957786 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.958069 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.958343 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.958619 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.958892 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.959163 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.959448 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.959748 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.960022 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.960296 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.960585 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.960856 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.961134 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.961434 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.961726 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.962008 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.962292 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.962567 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.962847 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.963123 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.963397 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.963700 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] use_json = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.963977 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.964247 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.964533 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.964809 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.965083 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.965356 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.965628 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.965912 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:02.966234 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.966534 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.966837 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.967124 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.967420 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.967725 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.968017 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.968298 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.968589 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.968879 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.969169 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.969447 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.969737 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.970018 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.970312 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.970620 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.970919 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.971214 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.971494 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.971801 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.972080 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.972362 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.972652 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.972951 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.973246 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.973527 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.973810 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.974098 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.974383 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.974657 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.974940 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.975234 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.975537 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.975821 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.976108 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.976390 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.976666 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.976942 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.977223 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.977513 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.977794 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.978069 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.978345 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.978625 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.978900 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.979189 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.979471 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.979771 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.980048 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.980329 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.980603 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.980879 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.981158 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.981431 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.981824 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.982102 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.982378 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.982654 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.982931 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.983207 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.983480 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.983894 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.984382 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.984857 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.985350 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.985836 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.986250 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.986538 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.986835 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.987141 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.987429 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.987740 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.988028 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.988312 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.988596 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.988878 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.989160 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.989441 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.989719 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.990013 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.990300 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.990589 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.990874 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.991153 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.991448 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.991760 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.992047 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.992329 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.992609 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.992903 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.993189 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.993483 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.993780 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.994077 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.994374 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.994666 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.994949 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.995257 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.995563 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:02.995789 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:57:02.996031 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93479) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 15:57:03.351121 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:03.351330 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:03.351657 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:03.351995 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 15:57:03.741854 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.742145 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.742424 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.743755 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.744046 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.744319 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.777886 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.778168 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.778962 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.792351 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.792640 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.792911 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.822620 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.822906 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.823176 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.859139 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.859423 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:03.859723 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.090559 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.091752 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.091752 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.091911 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.092561 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.215571 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.215913 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.216742 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.217023 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.217301 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.217621 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.217889 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.218155 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.218418 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.218715 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.218982 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.219256 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.219541 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.219820 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.220086 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.220363 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.220642 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.221056 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.221338 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.221602 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.221893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.222248 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.222509 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.222798 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.223054 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.223307 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.223727 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:57:04.223973 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:57:04.224214 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:57:04.224453 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:57:04.224690 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:57:04.224927 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:57:04.225289 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 15:57:04.228373 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 15:57:04.232320 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 15:57:04.236114 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jun 29 15:57:04.237737 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 15:57:04.238179 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 15:57:04.238520 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 15:57:04.238903 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 15:57:04.241877 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 15:57:04.242136 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 15:57:04.242487 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 15:57:04.270440 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 15:57:04.270885 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.271183 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93479) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 15:57:04.271570 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.272917 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93479) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 15:57:04.273200 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 15:57:04.273452 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 15:57:04.276699 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.276984 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:04.338816 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 15:57:04.339058 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 15:57:04.339296 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 15:57:04.339688 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 15:57:04.360479 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_db.sqlalchemy.engines [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93479) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 15:57:05.042568 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Initializing driver for type 'gre' Jun 29 15:57:05.043018 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] gre ID ranges: [(1, 1000)] Jun 29 15:57:05.236292 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Initializing driver for type 'local' Jun 29 15:57:05.236932 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Initializing driver for type 'vlan' Jun 29 15:57:05.310811 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] VlanTypeDriver initialization complete Jun 29 15:57:05.311103 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Initializing driver for type 'vxlan' Jun 29 15:57:05.311652 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] vxlan ID ranges: [(1, 1000)] Jun 29 15:57:05.493987 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Initializing extension driver 'port_security' Jun 29 15:57:05.494328 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.extensions.port_security [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] PortSecurityExtensionDriver initialization complete Jun 29 15:57:05.494667 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Initializing mechanism driver 'openvswitch' Jun 29 15:57:05.494999 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Initializing mechanism driver 'hyperv' Jun 29 15:57:05.506565 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.plugins.ml2.plugin [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:05.507491 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > port after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.507894 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > port after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.508264 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > port after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.508658 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > subnet after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.509013 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > subnet after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.509360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > subnet after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.509739 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > network after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.510112 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > network after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.510452 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > network after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.510831 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > security_group after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.511180 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > security_group after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.511545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > security_group after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.511935 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.512281 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.512623 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.513494 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > address_group after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.513845 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > address_group after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.514188 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > address_group after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.514527 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] ML2 OVO RPC backend initialized. {{(pid=93479) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 15:57:05.515232 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router_interface after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.515612 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.516283 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > network before_response 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.516630 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > networks before_response 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.516976 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > port before_response 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.517333 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > ports before_response 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.517658 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > subnet before_response 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.517996 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > subnets before_response 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.518347 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > network after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.518685 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > network after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.519019 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > network after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.519357 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > port after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.519714 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > port after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.520058 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > port after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.520392 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > subnet after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.520723 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > subnet after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.521054 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > subnet after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.521622 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.plugin [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Modular L2 Plugin initialization complete Jun 29 15:57:05.521950 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading services supported by the core plugin {{(pid=93479) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 15:57:05.522278 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.plugins.ml2.managers [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Got port-security extension from driver 'port_security' Jun 29 15:57:05.522740 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.extensions.vlantransparent [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Disabled vlantransparent extension. Jun 29 15:57:05.523230 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93479) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 15:57:05.523577 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading Plugin: router Jun 29 15:57:05.558882 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router_interface before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.559277 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router after_create 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.559677 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router before_create 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.560046 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.560419 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.560770 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router after_delete 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.561176 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > floatingip after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.561498 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router after_create 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.561846 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router after_update 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.562196 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router after_update 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.562544 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.562905 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router after_update 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.563315 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router precommit_update 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.563715 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: port after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.564059 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: port after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.564396 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: subnet after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.564733 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.565082 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > port precommit_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.565429 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router precommit_create 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.565771 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: port before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.566111 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router precommit_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.566470 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router after_update 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.566812 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router precommit_delete 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.567163 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router precommit_create 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.567540 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router_interface after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.567891 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router precommit_update 55549900 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.568263 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > agent after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.568616 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > agent after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.568962 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > network after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.569813 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Tracking information for resource: router configured {{(pid=93479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:57:05.570144 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Tracking information for resource: floatingip configured {{(pid=93479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:57:05.575010 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.db.l3_agentschedulers_db [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 15:57:05.576117 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: port after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.576481 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: port after_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.576834 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: port after_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.577186 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: port after_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.577983 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router before_create 55550100 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.578380 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router precommit_delete 55550100 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.578743 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router precommit_create 55550100 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.579097 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > router precommit_update 55550100 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.583613 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.services.provider_configuration [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service providers = [] {{(pid=93479) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 15:57:05.583985 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.db.servicetype_db [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93479) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 15:57:05.586865 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.services.service_base [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:57:05.587219 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.services.service_base [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:57:05.587596 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.services.service_base [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:57:05.588478 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.services.service_base [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:57:05.588853 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.services.service_base [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 15:57:05.589229 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:57:05.589545 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 15:57:05.602072 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:57:05.608716 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading Plugin: auto_allocate Jun 29 15:57:05.614290 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: network precommit_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.614661 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: network precommit_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.615186 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:57:05.615531 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading Plugin: tag Jun 29 15:57:05.622059 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:57:05.622418 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading Plugin: timestamp Jun 29 15:57:05.626209 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:57:05.626550 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading Plugin: network_ip_availability Jun 29 15:57:05.632163 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.632541 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.632903 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.633623 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:57:05.633950 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading Plugin: flavors Jun 29 15:57:05.639199 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:57:05.639559 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading Plugin: revisions Jun 29 15:57:05.644109 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:57:05.644506 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_concurrency.lockutils [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.293s {{(pid=93479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:05.645251 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93479) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 15:57:05.645588 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Initializing extension manager. Jun 29 15:57:05.646091 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: __init__.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.650105 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: __pycache__ {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.650105 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.650105 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: address_group.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.650105 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.650105 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: address-group Jun 29 15:57:05.650105 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: address_scope.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.650598 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.650598 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: address-scope Jun 29 15:57:05.650598 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: admin_state_down_before_update.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.651101 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.651656 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: router-admin-state-down-before-update Jun 29 15:57:05.651985 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: agent.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.652687 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.653203 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: agent Jun 29 15:57:05.654156 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: agent_resources_synced.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.655065 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.655614 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: agent-resources-synced Jun 29 15:57:05.655947 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: allowedaddresspairs.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.657690 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.658220 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: allowed-address-pairs Jun 29 15:57:05.658551 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: auto_allocated_topology.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.659839 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.660368 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: auto-allocated-topology Jun 29 15:57:05.660696 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: availability_zone.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.661383 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.661903 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: availability_zone Jun 29 15:57:05.662227 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: availability_zone_filter.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.663126 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.663684 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: availability_zone_filter Jun 29 15:57:05.664009 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: data_plane_status.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.668374 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.668916 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 15:57:05.669242 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: default_subnetpools.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.670184 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.670702 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: default-subnetpools Jun 29 15:57:05.671021 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: dhcpagentscheduler.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.671861 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.672377 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: dhcp_agent_scheduler Jun 29 15:57:05.672696 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: dns.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.673641 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.674147 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension dns-integration not supported by any of loaded plugins Jun 29 15:57:05.674466 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: dns_domain_ports.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.675356 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.675919 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 15:57:05.676237 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.677159 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.677661 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 15:57:05.677976 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: dvr.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.678649 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.679152 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: dvr Jun 29 15:57:05.679466 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: empty_string_filtering.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.680379 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.680889 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: empty-string-filtering Jun 29 15:57:05.681205 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.682082 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.682640 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 15:57:05.682958 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.683867 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.684378 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 15:57:05.684700 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: external_net.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.685593 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.686103 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: external-net Jun 29 15:57:05.686420 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: extra_dhcp_opt.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.687330 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.687863 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: extra_dhcp_opt Jun 29 15:57:05.688181 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: extraroute.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.689059 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.689566 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: extraroute Jun 29 15:57:05.689882 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: extraroute_atomic.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.690937 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.691482 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: extraroute-atomic Jun 29 15:57:05.691794 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: filter_validation.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.692436 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.696445 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: filter-validation Jun 29 15:57:05.696445 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: fip_pf_description.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.697151 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.697624 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 15:57:05.697941 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: fip_port_details.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.698895 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.699402 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: fip-port-details Jun 29 15:57:05.699743 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: flavors.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.701466 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.701987 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: flavors Jun 29 15:57:05.702310 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.704091 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.704621 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 15:57:05.704952 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: floatingip_pools.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.705636 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.706148 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: floatingip-pools Jun 29 15:57:05.706502 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: ip_allocation.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.707404 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.707938 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 15:57:05.708262 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.709150 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.709665 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: ip-substring-filtering Jun 29 15:57:05.709987 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: l2_adjacency.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.710882 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.711390 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 15:57:05.711731 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: l3.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.712733 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.713252 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: router Jun 29 15:57:05.713570 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: l3_conntrack_helper.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.715950 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.717130 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 15:57:05.717458 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.718366 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.718884 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: ext-gw-mode Jun 29 15:57:05.719207 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.720136 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.720658 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: l3-ha Jun 29 15:57:05.720978 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: l3_flavors.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.721867 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.722381 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: l3-flavors Jun 29 15:57:05.722701 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.723664 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.724177 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 15:57:05.724494 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: l3agentscheduler.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.725492 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.726008 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: l3_agent_scheduler Jun 29 15:57:05.726327 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: logging.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.727851 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.728375 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension logging not supported by any of loaded plugins Jun 29 15:57:05.728700 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: metering.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.729424 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.730009 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: metering Jun 29 15:57:05.730331 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.731410 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.731980 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: metering_source_and_destination_fields Jun 29 15:57:05.732301 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: multiprovidernet.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.733208 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.733727 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: multi-provider Jun 29 15:57:05.734096 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: netmtu.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.734986 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.735526 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: net-mtu Jun 29 15:57:05.735843 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: netmtu_writable.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.736734 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.737246 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: net-mtu-writable Jun 29 15:57:05.737562 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: network_availability_zone.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.738214 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.738764 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: network_availability_zone Jun 29 15:57:05.739080 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: network_ip_availability.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.740193 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.740709 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: network-ip-availability Jun 29 15:57:05.741028 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: network_segment_range.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.741768 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.742274 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 15:57:05.742588 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: pagination.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.752124 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.752446 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: pagination Jun 29 15:57:05.752764 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: port_device_profile.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.753650 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.754169 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: port-device-profile Jun 29 15:57:05.754487 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.755381 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.755924 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: port-mac-address-regenerate Jun 29 15:57:05.756247 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.757134 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.757644 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: port-numa-affinity-policy Jun 29 15:57:05.757964 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: port_resource_request.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.758847 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.759357 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 15:57:05.759705 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: portbindings.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.760607 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.761131 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: binding Jun 29 15:57:05.761473 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: portbindings_extended.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.762715 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.763828 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: binding-extended Jun 29 15:57:05.764152 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: portsecurity.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.765061 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.765582 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: port-security Jun 29 15:57:05.766154 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: project_id.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.767103 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.767472 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: project-id Jun 29 15:57:05.767813 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: providernet.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.768719 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.769234 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: provider Jun 29 15:57:05.769551 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: qos.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.773312 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.773840 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension qos not supported by any of loaded plugins Jun 29 15:57:05.774173 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.775408 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.775955 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 15:57:05.776282 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.777175 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.777690 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 15:57:05.780943 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: qos_default.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.781609 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.782191 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension qos-default not supported by any of loaded plugins Jun 29 15:57:05.782516 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: qos_fip.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.783150 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.783696 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension qos-fip not supported by any of loaded plugins Jun 29 15:57:05.784056 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: qos_gateway_ip.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.784961 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.785478 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 15:57:05.785796 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: qos_port_network_policy.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.786690 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.787236 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 15:57:05.787590 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: qos_rule_type_details.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.788492 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.789001 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 15:57:05.789319 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: qos_rules_alias.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.790373 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.790886 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 15:57:05.791206 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: quotasv2.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.792128 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.792453 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: quotas Jun 29 15:57:05.792768 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: quotasv2_detail.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.800430 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.800768 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: quota_details Jun 29 15:57:05.801100 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: rbac.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.802164 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.802698 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: rbac-policies Jun 29 15:57:05.803022 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: rbac_address_group.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.803959 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.804542 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: rbac-address-group Jun 29 15:57:05.804863 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: rbac_address_scope.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.805753 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.806268 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: rbac-address-scope Jun 29 15:57:05.806585 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: rbac_security_groups.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.807531 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.808038 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: rbac-security-groups Jun 29 15:57:05.808355 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: rbac_subnetpool.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.809250 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.809787 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: rbac-subnetpool Jun 29 15:57:05.810106 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: revisionifmatch.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.811035 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.811610 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: revision-if-match Jun 29 15:57:05.811883 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: revisions.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.813215 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.813731 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: standard-attr-revisions Jun 29 15:57:05.814052 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: router_availability_zone.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.814707 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.815224 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: router_availability_zone Jun 29 15:57:05.815568 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: routerservicetype.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.816457 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.816967 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension router-service-type not supported by any of loaded plugins Jun 29 15:57:05.817281 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.818173 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.818738 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: security-groups-normalized-cidr Jun 29 15:57:05.819056 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: security_groups_port_filtering.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.819986 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.820501 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: port-security-groups-filtering Jun 29 15:57:05.820816 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.821704 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.822218 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: security-groups-remote-address-group Jun 29 15:57:05.822538 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: securitygroup.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.832705 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.833236 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: security-group Jun 29 15:57:05.833568 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: segment.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.834338 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.834855 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension segment not supported by any of loaded plugins Jun 29 15:57:05.835183 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.836140 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.836657 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 15:57:05.836982 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: servicetype.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.838060 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.838582 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: service-type Jun 29 15:57:05.838906 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: sorting.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.839883 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.840216 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: sorting Jun 29 15:57:05.840538 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: standard_attr_segment.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.842091 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.842617 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 15:57:05.842941 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: standardattrdescription.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.843598 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.844113 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: standard-attr-description Jun 29 15:57:05.844432 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: stateful_security_group.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.845334 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.845848 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: stateful-security-group Jun 29 15:57:05.846167 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: stdattrs_common.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.846730 dv-cinder-792209-4-smb neutron-server[93479]: WARNING neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 15:57:05.847083 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.848018 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.848532 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 15:57:05.848847 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: subnet_onboard.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.849888 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.850404 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: subnet_onboard Jun 29 15:57:05.850720 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.851657 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.852171 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 15:57:05.852497 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: subnet_service_types.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.853394 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.853904 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: subnet-service-types Jun 29 15:57:05.854222 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: subnetallocation.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.855291 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.855840 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: subnet_allocation Jun 29 15:57:05.856162 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.856891 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.857425 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: subnetpool-prefix-ops Jun 29 15:57:05.857744 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.858688 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.859203 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 15:57:05.859538 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: tagging.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.860575 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.861091 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: standard-attr-tag Jun 29 15:57:05.861413 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: timestamp.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.862596 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.863122 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loaded extension: standard-attr-timestamp Jun 29 15:57:05.863437 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: trunk.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.870714 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.871234 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension trunk not supported by any of loaded plugins Jun 29 15:57:05.871582 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: trunk_details.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.872984 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.873497 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension trunk-details not supported by any of loaded plugins Jun 29 15:57:05.873814 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: uplink_status_propagation.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.874704 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.875251 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 15:57:05.875664 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Loading extension file: vlantransparent.py {{(pid=93479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:57:05.876314 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:57:05.876822 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 15:57:05.879243 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:network Jun 29 15:57:05.879791 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:subnet Jun 29 15:57:05.880193 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:57:05.880584 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:port Jun 29 15:57:05.881853 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.882290 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service FLAVORS assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.882907 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.883338 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.883695 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:router Jun 29 15:57:05.884120 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:floatingip Jun 29 15:57:05.884611 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service METERING assigned prefix: /metering {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.886046 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.886419 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.886763 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:57:05.887844 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 15:57:05.888814 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:security_group Jun 29 15:57:05.889245 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 15:57:05.889850 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service CORE assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.890175 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:57:05.890515 dv-cinder-792209-4-smb neutron-server[93479]: WARNING neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] subnetpool is already registered Jun 29 15:57:05.891201 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service CORE assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.891541 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:57:05.891872 dv-cinder-792209-4-smb neutron-server[93479]: WARNING neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] subnetpool is already registered Jun 29 15:57:05.894275 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.894700 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service FLAVORS assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.895280 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.895716 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.896046 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:router Jun 29 15:57:05.896381 dv-cinder-792209-4-smb neutron-server[93479]: WARNING neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] router is already registered Jun 29 15:57:05.896787 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:floatingip Jun 29 15:57:05.897116 dv-cinder-792209-4-smb neutron-server[93479]: WARNING neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] floatingip is already registered Jun 29 15:57:05.897575 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service METERING assigned prefix: /metering {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.898229 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 15:57:05.898552 dv-cinder-792209-4-smb neutron-server[93479]: WARNING neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] rbac_policy is already registered Jun 29 15:57:05.898959 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:security_group Jun 29 15:57:05.899297 dv-cinder-792209-4-smb neutron-server[93479]: WARNING neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] security_group is already registered Jun 29 15:57:05.899725 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 15:57:05.900055 dv-cinder-792209-4-smb neutron-server[93479]: WARNING neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] security_group_rule is already registered Jun 29 15:57:05.900672 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service CORE assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.900993 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:57:05.901321 dv-cinder-792209-4-smb neutron-server[93479]: WARNING neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] subnetpool is already registered Jun 29 15:57:05.901732 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.v2.resource_helper [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Service CORE assigned prefix: {{(pid=93479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:57:05.902047 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:57:05.902371 dv-cinder-792209-4-smb neutron-server[93479]: WARNING neutron.quota.resource_registry [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] subnetpool is already registered Jun 29 15:57:05.902825 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: extensions {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.904375 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: address-groups {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.905899 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: address-scopes {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.907291 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: agents {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.908502 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: auto-allocated-topology {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.909779 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: availability_zones {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.911070 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: dhcp-networks {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.913805 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: dhcp-agents {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.915236 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: routers {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.917069 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: flavors {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.918339 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: service_profiles {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.919610 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: next_providers {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.921039 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: service_profiles {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.922596 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: floatingip-pools {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.923866 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: routers {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.925574 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: floatingips {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.926940 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: l3-routers {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.928433 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: l3-agents {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.929863 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: metering-labels {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.931114 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: metering-label-rules {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.932526 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: network-ip-availabilities {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.933845 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: bindings {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.935911 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: quotas {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.937465 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: quotas {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.940493 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: rbac-policies {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.940493 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: security-groups {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.941471 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: security-group-rules {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.942711 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: service-providers {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.943969 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: subnetpools {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.945355 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: subnetpools {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.946902 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: tags {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.948642 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: tags {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.951033 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: tags {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.952851 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: tags {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.954538 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: tags {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.956545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: tags {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.958234 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: tags {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.960057 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: tags {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.961990 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: tags {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.963743 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron.api.extensions [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Extended resource: tags {{(pid=93479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:57:05.969846 dv-cinder-792209-4-smb neutron-server[93479]: WARNING keystonemiddleware.auth_token [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 15:57:05.974363 dv-cinder-792209-4-smb neutron-server[93479]: WARNING keystonemiddleware.auth_token [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 15:57:05.983676 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_concurrency.lockutils [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Acquired lock "singleton_lock" {{(pid=93479) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 15:57:05.984191 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_concurrency.lockutils [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Releasing lock "singleton_lock" {{(pid=93479) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 15:57:05.984816 dv-cinder-792209-4-smb neutron-server[93479]: INFO oslo_service.service [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Starting 2 workers Jun 29 15:57:05.989443 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Started child 93588 {{(pid=93479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:57:05.993759 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Started child 93589 {{(pid=93479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:57:05.994949 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:05.995687 dv-cinder-792209-4-smb neutron-server[93479]: INFO neutron.service [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 15:57:05.995991 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Notify callbacks [] for process, before_spawn {{(pid=93479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:05.996471 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [-] (93588) wsgi starting up on http://0.0.0.0:9696 Jun 29 15:57:05.998993 dv-cinder-792209-4-smb neutron-server[93479]: INFO oslo_service.service [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Starting 1 workers Jun 29 15:57:05.999170 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:06.000439 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [-] (93589) wsgi starting up on http://0.0.0.0:9696 Jun 29 15:57:06.004087 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Started child 93590 {{(pid=93479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:57:06.004616 dv-cinder-792209-4-smb neutron-server[93479]: INFO oslo_service.service [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Starting 1 workers Jun 29 15:57:06.008003 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.service [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] calling RpcWorker wait() {{(pid=93590) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 15:57:06.008575 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.service [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] returning from RpcWorker wait() {{(pid=93590) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 15:57:06.008955 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Started child 93591 {{(pid=93479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:57:06.009792 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG neutron_lib.callbacks.manager [None req-69c8ddd1-ed4e-4ca0-a3bd-927812655afa None None] Notify callbacks [] for process, after_spawn {{(pid=93479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:06.009890 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:06.010430 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:06.011641 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93479) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 15:57:06.011850 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:57:06.012035 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:57:06.012253 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:57:06.012609 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:57:06.012770 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:57:06.013995 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.014271 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.014364 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:06.014948 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.014948 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.015097 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.015731 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.020913 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.020913 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.020913 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.020913 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.020913 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.020913 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.020913 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.020913 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021424 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021424 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021424 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021424 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021424 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021424 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021424 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021424 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] debug = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.021893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.022261 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.022261 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.022261 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.022261 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.022501 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.022598 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.022982 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.023179 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.023407 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.023649 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.023893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.024134 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.024613 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] host = dv-cinder-792209-4-smb {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.024860 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.025092 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.025316 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.025565 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.025835 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.026052 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.026301 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.026562 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.026818 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.027061 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.027310 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.027585 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.027817 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.028062 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.028210 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_options = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.028475 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.028737 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.028981 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.029175 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.029362 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.029512 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.029744 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.030058 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.030231 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.030422 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.030684 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.030838 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.031067 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.031276 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.031564 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.031806 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.032040 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.032276 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.032509 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.032761 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.032986 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.033226 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.033505 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.033694 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.033908 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.034121 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.034360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.034572 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.034802 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.035050 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.035285 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.035625 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.035995 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.036254 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.036402 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.036555 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.036742 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.037003 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.037293 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.037451 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.038415 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.038415 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.038415 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.038415 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.038699 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.038778 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_json = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.038971 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.039204 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.039482 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:06.039997 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.040220 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.040467 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.040709 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.040859 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.041090 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.041517 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.041809 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.042126 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.042384 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.042621 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.042876 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.043107 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.043329 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.043677 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.043926 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.044263 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.044484 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.044779 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.045017 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.045280 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.045627 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.045892 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.046155 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.046400 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.046635 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.046891 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.047144 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.047595 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.047816 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.059623 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.059623 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.059623 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.059623 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.059623 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.059623 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.059623 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.059623 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.060757 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.060757 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.060757 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.060757 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.060757 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.060757 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.060757 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.060757 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.060757 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.061398 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.061398 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.061398 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.061398 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.061398 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.061398 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.061398 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.061398 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.061398 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062098 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062098 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062098 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062098 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062098 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062098 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062098 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062098 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062098 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062750 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062750 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062750 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062750 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062750 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062750 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062750 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062750 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.062750 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.063360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.063360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.063360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.063360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.063360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.063360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.063360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.063360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.063360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.064045 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.064045 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.064045 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.064045 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.064045 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.064045 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.064045 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.064045 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.064045 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065008 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065008 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065008 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065008 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065008 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065008 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065008 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065008 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065870 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065870 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065870 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065870 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065870 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065870 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065870 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.065870 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.066421 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.066421 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.066421 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.066639 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.066809 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.067060 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.067308 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.067580 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.067825 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.068112 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.068374 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.068646 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.068898 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.069147 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.070908 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.070908 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.070908 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.070908 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.070908 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.070908 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.070908 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.071752 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.071752 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.071752 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.072051 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.072051 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.072302 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.072438 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.072647 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.072908 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.073298 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.073619 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.073835 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.074101 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.074343 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.074585 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.074954 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.075097 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.076466 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.076466 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.076466 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.076867 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.076867 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.077110 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.077245 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.077462 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.077693 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.077952 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.078121 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.078338 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.078551 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.078809 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.079023 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.079240 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.079452 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.079708 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.079924 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.080166 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.080383 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.080617 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.080864 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.081137 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.081354 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.081571 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.081787 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.082033 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.082251 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.082528 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.082777 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.082990 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.083220 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.083485 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.083737 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.083948 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.084190 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.084405 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.084615 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.084823 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.085037 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.085244 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.085451 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.085671 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.085897 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.086141 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.086388 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.086697 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.086935 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.087160 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.087441 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.087703 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093090 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093090 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093090 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093090 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093090 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093090 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093090 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093090 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093579 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093579 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093579 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093579 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093579 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093579 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093579 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093579 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.093579 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094099 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094099 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094099 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094099 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094099 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094099 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094099 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094099 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094544 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094544 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094544 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094544 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094544 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094544 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094544 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094933 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.094933 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.095169 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.095411 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.095585 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.095793 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.096012 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.096245 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.096450 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.096664 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.096874 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.097084 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.097369 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.097628 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.097847 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.098120 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.098412 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.098654 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.098891 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.099211 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.099433 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.099716 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.099950 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.100162 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.100380 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.100654 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.100968 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.101240 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.101493 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.101722 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.102007 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.102278 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.102513 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.102739 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.103043 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.103365 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.103653 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.103937 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.104150 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.104416 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.104638 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.104898 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.105129 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.107545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.107545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.107545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.107545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.107545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.107545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.107545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.107545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.107545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.108239 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.108239 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.108239 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.108239 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:57:06.108532 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93479) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 15:57:06.108656 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:57:06.108815 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:57:06.108985 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:57:06.109154 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:57:06.109306 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:57:06.109512 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.109677 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.109820 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.109978 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.110176 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.110360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.110654 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.110654 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.110830 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.110955 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.111111 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.111266 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.111420 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.111607 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.111763 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.111920 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.112075 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.112230 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.112390 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.112546 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.112702 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.112855 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.113010 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] debug = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.113164 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.113361 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.113521 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.113676 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.113831 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.113988 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.114141 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.114296 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.114451 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.114606 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.114760 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.114915 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.115070 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.115226 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.115381 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.115590 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.115693 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.116165 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] host = dv-cinder-792209-4-smb {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.116165 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.116165 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.116411 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.116411 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.116560 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.116721 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.116913 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.117013 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.117161 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.117538 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.117689 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.117840 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.117989 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.118139 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.118293 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_options = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.118465 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.118612 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.118753 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.118939 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.119097 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.119418 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.119607 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.121794 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.121794 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.121794 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.121794 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.121794 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.121794 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.121794 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.121794 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.122812 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.122812 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.122812 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.122812 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.122812 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.122812 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.122812 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.122812 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.123249 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.123249 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.123249 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.123249 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.123249 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.123581 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.123581 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.123724 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.123834 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.123990 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.124293 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.124585 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.124746 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.125048 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.125231 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.125368 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.125528 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.125682 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.125837 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.125995 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.126647 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.126647 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.126647 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_json = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.126647 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.126927 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.126927 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.127046 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.127216 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.127359 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.127537 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.127693 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:57:06.127872 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.128030 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.128200 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.128360 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.128519 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.128676 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.128835 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.128989 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.129245 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.129349 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.129473 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.129619 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.129938 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.130097 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.130229 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.130393 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.130552 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.130718 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.130870 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.131173 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.131335 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.131487 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.131679 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.131838 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.132002 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.132156 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.132489 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.132685 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.132867 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.133029 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.133190 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.133350 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.133511 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.133672 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.133855 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.134002 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.134150 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.134286 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.134442 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.134609 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.134776 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.134935 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.135104 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.135252 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.135398 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.135560 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.135743 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.135743 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.136044 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.136044 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.136302 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.136436 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.136583 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.136747 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.136886 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.137021 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.137156 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.137291 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.137425 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.137588 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.137727 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.137916 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.138552 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.138757 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.138917 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.139236 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.139400 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.139583 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.139744 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.139902 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.140061 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.140220 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.140376 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.140537 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.140693 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.141103 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.141263 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.141423 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.141582 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.141742 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.141900 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.142058 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.142216 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.142374 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.142540 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.142713 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.142871 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.143036 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.143175 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.143332 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.143489 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.143671 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.143828 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.143985 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.144145 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.144302 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.144460 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.144645 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.144782 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.144978 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.145144 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.145144 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.145144 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.145144 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.145144 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.147519 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.147519 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.147519 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.147519 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.147519 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.147519 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.147519 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.147519 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.149674 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.149674 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.149674 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.149674 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.149674 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.149674 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.149674 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.149674 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.151570 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.151570 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.151570 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.151570 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.151570 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.151570 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.151570 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.151570 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152128 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152128 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152128 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152128 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152128 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152128 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152128 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152128 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152668 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152668 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152668 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152668 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152668 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152668 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152668 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.152668 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.153862 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.153862 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.153862 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.153862 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.153862 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.153862 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.153862 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.153862 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.154530 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.154530 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.154530 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.154530 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.154530 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.154530 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.154530 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.154530 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.155395 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.155395 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.155395 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.155395 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.155395 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.155395 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.155395 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.155395 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.156006 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.156006 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.156006 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.156006 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.156893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.156893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.156893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.156893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.156893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.156893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.156893 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.157669 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.157669 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.157669 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.157669 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.157669 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.159625 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.159625 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.159625 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.159625 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.159625 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.159625 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.159625 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.159625 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160108 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160108 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160108 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160108 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160108 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160108 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160108 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160108 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160545 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160713 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160713 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.160887 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.161185 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.161351 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.161525 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.161753 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.161906 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.162076 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.162235 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.162391 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.162548 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.162706 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.162866 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.163071 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.163227 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.163354 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.163544 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.163689 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.163845 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.164014 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.164173 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.164333 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.164489 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.164645 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.164802 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.164969 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.165127 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.165269 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.165429 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.165586 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.165804 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.165905 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:06.165993 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.166077 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.166206 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.166371 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.166529 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.166706 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.166845 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.167012 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.167170 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.167330 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.167488 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.167691 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.167883 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.168048 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.168210 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.168376 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.168539 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.168699 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.168865 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.169031 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.169221 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.169379 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.169549 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.169718 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.169877 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.170033 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.170190 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.170348 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.170505 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.170664 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.170820 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.171039 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.171140 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.171279 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.171435 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.171615 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.171773 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.171929 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.172086 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.172244 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.172402 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.172558 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.172761 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:57:06.172914 dv-cinder-792209-4-smb neutron-server[93479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:57:06.402580 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 45178) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:06.411291 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063946 Jun 29 15:57:17.937577 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c986519-e37a-4d70-9f44-e591b6272a8c None None] get_active_networks_info from dv-cinder-792209-4-smb {{(pid=93590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 15:57:18.039066 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c986519-e37a-4d70-9f44-e591b6272a8c None None] No non-hosted networks {{(pid=93590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 15:57:18.047659 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.agentschedulers_db [None req-1c986519-e37a-4d70-9f44-e591b6272a8c None None] DHCP Agent not found on host dv-cinder-792209-4-smb {{(pid=93590) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 15:57:18.181105 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-123813e4-6596-40d1-8285-6e6d0b257b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685342'] for agent, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:20.251469 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-4100d0a1-0373-494f-8e12-dd38f90cfe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685342'] for agent, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:20.303594 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.db.api [None req-c0d12e13-1b76-4852-a27c-614fafbf38c3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-792209-4-smb {{(pid=93590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 15:57:20.304391 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_db.api [None req-c0d12e13-1b76-4852-a27c-614fafbf38c3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 15:57:20.317473 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685342'] for agent, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:20.318494 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.319055 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.319623 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.320199 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.320740 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.321259 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.321794 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.322346 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.322866 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.323449 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.324023 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.324536 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.325697 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792209-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:20.341011 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792209-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:20.911664 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-c0d12e13-1b76-4852-a27c-614fafbf38c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:21.533749 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685342'] for agent, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:22.968510 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685342'] for agent, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:24.143611 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 45272) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:24.641648 dv-cinder-792209-4-smb neutron-server[93588]: WARNING oslo_policy.policy [None req-054e37d7-be93-4752-b056-5c78d29b9352 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:57:24.642228 dv-cinder-792209-4-smb neutron-server[93588]: WARNING oslo_policy.policy [None req-054e37d7-be93-4752-b056-5c78d29b9352 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:57:24.861095 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [None req-054e37d7-be93-4752-b056-5c78d29b9352 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:57:24.862323 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-054e37d7-be93-4752-b056-5c78d29b9352 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7166407 Jun 29 15:57:25.431658 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.db.l3_hamode_db [None req-403ce072-f7cd-4a41-be89-0cf58feaf594 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 15:57:25.506595 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ce072-f7cd-4a41-be89-0cf58feaf594 None None] Routers set() bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:25.506975 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ce072-f7cd-4a41-be89-0cf58feaf594 None None] Router IDs set() for agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 15:57:27.145715 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 45286) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:27.449076 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-6cc06ee0-ce89-4ea4-9eb0-1a43e9f953c0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:27.541576 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.policy [None req-6cc06ee0-ce89-4ea4-9eb0-1a43e9f953c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93588) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 15:57:27.586078 dv-cinder-792209-4-smb neutron-server[93588]: WARNING oslo_policy.policy [None req-6cc06ee0-ce89-4ea4-9eb0-1a43e9f953c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:57:27.586442 dv-cinder-792209-4-smb neutron-server[93588]: WARNING oslo_policy.policy [None req-6cc06ee0-ce89-4ea4-9eb0-1a43e9f953c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:57:27.595474 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.quota [None req-6cc06ee0-ce89-4ea4-9eb0-1a43e9f953c0 admin admin] Loaded quota_driver: . Jun 29 15:57:27.732992 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6cc06ee0-ce89-4ea4-9eb0-1a43e9f953c0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773431272011', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773431274654', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773431292118', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773431294604', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773431296079', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773431306373', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16172632', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16036965', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1772058', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1756744'] for rbac-policy, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:27.916463 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6cc06ee0-ce89-4ea4-9eb0-1a43e9f953c0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:27.917627 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-6cc06ee0-ce89-4ea4-9eb0-1a43e9f953c0 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7709396 Jun 29 15:57:30.404146 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 45298) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:30.693174 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:30.813102 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Made reservation on behalf of 4c2bcfe2268e4ec0ac2fc7948d5fbaa1 for: {'network': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:57:30.816115 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:30.834611 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:30.953835 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:31.030565 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:31.035741 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:31.051068 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=93588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:57:31.083676 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773434819642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:31.084199 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Unsubscribe: segment precommit_create {{(pid=93588) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 15:57:31.084692 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.segments_db [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Added segment 9ba99d8c-e197-414f-baa8-12f5b87ea0c3 of type vlan for network d91c48d8-7675-4d20-ba77-f770d8c8cf60 Jun 29 15:57:31.102015 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3d0ec2-8ced-4c5b-812c-fe09943f4d38,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:31.126859 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.127185 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.127526 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.127835 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.128145 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.128454 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.128756 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.129057 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.129378 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.129679 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.129974 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.130269 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Tracked resource versions report: Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: pushed versions: Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: { 'AddressGroup': {'1.2'}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'ConntrackHelper': {'1.0'}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'Log': {'1.0'}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'Network': {'1.1'}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'Port': {'1.7'}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'PortForwarding': {'1.2'}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'QosPolicy': {'1.8'}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'SecurityGroup': {'1.4'}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'SubPort': {'1.0'}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'Subnet': {'1.1'}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'Trunk': {'1.1'}} Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: consumer versions: Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: { DHCP agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: L3 agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: Metadata agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: Metering agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: Open vSwitch agent@dv-cinder-792209-4-smb: { 'AddressGroup': '1.2', Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'ConntrackHelper': '1.0', Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'Log': '1.0', Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'Network': '1.1', Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'Port': '1.7', Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'PortForwarding': '1.2', Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'QosPolicy': '1.8', Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'SecurityGroup': '1.4', Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'SecurityGroupRule': '1.2', Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'SubPort': '1.0', Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'Subnet': '1.1', Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: 'Trunk': '1.1'}} Jun 29 15:57:31.131327 dv-cinder-792209-4-smb neutron-server[93588]: {{(pid=93588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:57:31.187651 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:31.209840 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:31.322010 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:31.323630 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:31.324847 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:31.327646 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:31.430219 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Pushing event updated for resources: {'Network': ['ID=d91c48d8-7675-4d20-ba77-f770d8c8cf60,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:31.433293 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:31.442099 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network d91c48d8-7675-4d20-ba77-f770d8c8cf60 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:57:31.488736 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0835352 Jun 29 15:57:34.069042 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 45312) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:34.447203 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd42425-1163-4de5-b435-4b93e6ed4c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:34.448594 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-3cd42425-1163-4de5-b435-4b93e6ed4c4a admin admin] 10.222.0.13 "GET /v2.0/networks/d91c48d8-7675-4d20-ba77-f770d8c8cf60 HTTP/1.1" status: 200 len: 825 time: 0.3786092 Jun 29 15:57:34.472519 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-a208e2f2-2d0d-46b0-a11d-6e3c8ca2f006 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/a30535f9-8cf4-40b7-958f-55cd1a905c74 HTTP/1.1" status: 200 len: 734 time: 0.0180724 Jun 29 15:57:34.480694 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'a30535f9-8cf4-40b7-958f-55cd1a905c74', 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:34.550254 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Made reservation on behalf of 4c2bcfe2268e4ec0ac2fc7948d5fbaa1 for: {'subnet': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:57:34.552536 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:34.899506 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:34.901853 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:34.969873 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Checking segment: {'id': '9ba99d8c-e197-414f-baa8-12f5b87ea0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:34.970262 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Network hostable DHCP agents. Network: d91c48d8-7675-4d20-ba77-f770d8c8cf60, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:57:34.974562 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d704378-0316-4097-9055-4a52ac0ba558,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:34.978741 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:35.098797 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Network d91c48d8-7675-4d20-ba77-f770d8c8cf60 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:57:35.155680 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, d91c48d8-7675-4d20-ba77-f770d8c8cf60) {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:35.160248 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:35.163749 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:35.166233 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b39269-dbe9-4ded-8666-c855d86e64f4 None None] Network d91c48d8-7675-4d20-ba77-f770d8c8cf60 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:57:35.253705 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7762704 Jun 29 15:57:35.478389 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cd8a330-8e89-5536-984c-c541db32637c-d91c48d8-7675-4d20-ba77-f770d8c8cf60', 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'fixed_ips': [{'subnet_id': '2d704378-0316-4097-9055-4a52ac0ba558'}]}} from dv-cinder-792209-4-smb. {{(pid=93590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:57:35.479616 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:35.760152 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.db_base_plugin_common [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Allocated IP 172.20.0.2 (d91c48d8-7675-4d20-ba77-f770d8c8cf60/2d704378-0316-4097-9055-4a52ac0ba558/c80b62bf-bcec-407f-bd90-3574aab3b441) {{(pid=93590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:57:35.991395 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Notify callbacks [] for port, precommit_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:36.006181 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Transition to ACTIVE for port object c80b62bf-bcec-407f-bd90-3574aab3b441 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:36.026965 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Transition to ACTIVE for port object c80b62bf-bcec-407f-bd90-3574aab3b441 will not be triggered until provisioned by entity DHCP. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:36.105302 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:36.108107 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:36.177529 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Network d91c48d8-7675-4d20-ba77-f770d8c8cf60 is already hosted by enough agents. {{(pid=93590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:36.182207 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.base_scheduler [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Resources bound (agent type, host, resource id): {{(pid=93590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:36.191676 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Received port after_create {{(pid=93590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:57:36.194758 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Pushing event updated for resources: {'Port': ['ID=c80b62bf-bcec-407f-bd90-3574aab3b441,revision_number=1']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:36.220813 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.221154 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.221488 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.221818 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.222139 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.222514 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.222838 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.223154 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.223477 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.223813 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.224126 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.224435 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Tracked resource versions report: Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: pushed versions: Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: { 'AddressGroup': {'1.2'}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'ConntrackHelper': {'1.0'}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'Log': {'1.0'}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'Network': {'1.1'}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'Port': {'1.7'}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'PortForwarding': {'1.2'}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'QosPolicy': {'1.8'}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'SecurityGroup': {'1.4'}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'SubPort': {'1.0'}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'Subnet': {'1.1'}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'Trunk': {'1.1'}} Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: consumer versions: Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: { DHCP agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: L3 agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: Metadata agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: Metering agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: Open vSwitch agent@dv-cinder-792209-4-smb: { 'AddressGroup': '1.2', Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'ConntrackHelper': '1.0', Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'Log': '1.0', Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'Network': '1.1', Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'Port': '1.7', Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'PortForwarding': '1.2', Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'QosPolicy': '1.8', Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'SecurityGroup': '1.4', Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'SecurityGroupRule': '1.2', Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'SubPort': '1.0', Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'Subnet': '1.1', Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: 'Trunk': '1.1'}} Jun 29 15:57:36.225554 dv-cinder-792209-4-smb neutron-server[93590]: {{(pid=93590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:57:36.247274 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:36.275793 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Attempting to bind port c80b62bf-bcec-407f-bd90-3574aab3b441 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:57:36.276190 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Attempting to bind port c80b62bf-bcec-407f-bd90-3574aab3b441 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '9ba99d8c-e197-414f-baa8-12f5b87ea0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:57:36.276631 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Attempting to bind port c80b62bf-bcec-407f-bd90-3574aab3b441 on network d91c48d8-7675-4d20-ba77-f770d8c8cf60 {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:57:36.281574 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:57:36.281963 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Checking segment: {'id': '9ba99d8c-e197-414f-baa8-12f5b87ea0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:36.282451 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:36.282842 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Bound using segment: {'id': '9ba99d8c-e197-414f-baa8-12f5b87ea0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:57:36.283336 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Bound port: c80b62bf-bcec-407f-bd90-3574aab3b441, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba99d8c-e197-414f-baa8-12f5b87ea0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:57:36.283775 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:36.347151 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] For port c80b62bf-bcec-407f-bd90-3574aab3b441, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:57:36.351403 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] For port c80b62bf-bcec-407f-bd90-3574aab3b441, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=c80b62bf-bcec-407f-bd90-3574aab3b441,segment=NetworkSegment(9ba99d8c-e197-414f-baa8-12f5b87ea0c3),segment_id=9ba99d8c-e197-414f-baa8-12f5b87ea0c3)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:57:36.420002 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:36.422945 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:36.491115 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Pushing event updated for resources: {'Port': ['ID=c80b62bf-bcec-407f-bd90-3574aab3b441,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:36.494355 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:37.615763 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 45320) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:37.935642 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [None req-6147e777-f15b-48f2-ab46-38d4668c6632 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:57:37.936683 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-6147e777-f15b-48f2-ab46-38d4668c6632 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3199682 Jun 29 15:57:40.235542 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 45328) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:40.543437 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [None req-13164bd5-ccf7-4880-9803-189e2d87bb63 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:57:40.544572 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-13164bd5-ccf7-4880-9803-189e2d87bb63 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080370 Jun 29 15:57:42.209832 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device c80b62bf-bcec-407f-bd90-3574aab3b441 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:42.350519 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port c80b62bf-bcec-407f-bd90-3574aab3b441 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:42.576581 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f78a13-7d53-41b3-beb8-ecff8e387187 None None] Network d91c48d8-7675-4d20-ba77-f770d8c8cf60 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:57:42.739406 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bbf68676-b61b-4da5-a444-492c385110a7 None None] Provisioning for port c80b62bf-bcec-407f-bd90-3574aab3b441 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:42.748011 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bbf68676-b61b-4da5-a444-492c385110a7 None None] Provisioning complete for port c80b62bf-bcec-407f-bd90-3574aab3b441 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:42.748382 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bbf68676-b61b-4da5-a444-492c385110a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:42.881101 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bbf68676-b61b-4da5-a444-492c385110a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:42.921450 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bbf68676-b61b-4da5-a444-492c385110a7 None None] For port c80b62bf-bcec-407f-bd90-3574aab3b441, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=c80b62bf-bcec-407f-bd90-3574aab3b441,segment=NetworkSegment(9ba99d8c-e197-414f-baa8-12f5b87ea0c3),segment_id=9ba99d8c-e197-414f-baa8-12f5b87ea0c3)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:42.973832 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bbf68676-b61b-4da5-a444-492c385110a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:42.977377 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:43.023275 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf68676-b61b-4da5-a444-492c385110a7 None None] Pushing event updated for resources: {'Port': ['ID=c80b62bf-bcec-407f-bd90-3574aab3b441,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:43.026630 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bbf68676-b61b-4da5-a444-492c385110a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:43.092314 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-308305f3-4da6-4343-b122-95c9ea5f65cf None None] Provisioning complete for port c80b62bf-bcec-407f-bd90-3574aab3b441 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:43.092613 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-308305f3-4da6-4343-b122-95c9ea5f65cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:43.184691 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 45342) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:43.468467 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-57dd087e-752d-4e9a-9eca-8523291d507f admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'name': 'router1'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:43.544469 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-57dd087e-752d-4e9a-9eca-8523291d507f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-424'] for router, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:43.545891 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-57dd087e-752d-4e9a-9eca-8523291d507f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:43.679298 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-57dd087e-752d-4e9a-9eca-8523291d507f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:43.733807 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-57dd087e-752d-4e9a-9eca-8523291d507f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685669'] for router, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:43.784388 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-57dd087e-752d-4e9a-9eca-8523291d507f admin admin] Notify callbacks [] for router, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:43.785650 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-57dd087e-752d-4e9a-9eca-8523291d507f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5999732 Jun 29 15:57:44.179445 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device c80b62bf-bcec-407f-bd90-3574aab3b441 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:44.224761 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port c80b62bf-bcec-407f-bd90-3574aab3b441 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:44.225125 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.109211 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 45350) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:46.421240 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [None req-4e3a0c95-0104-42e4-acc8-56b665a008a9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:57:46.422236 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-4e3a0c95-0104-42e4-acc8-56b665a008a9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3120522 Jun 29 15:57:47.915738 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-535513ba-742f-408a-8bfd-b6e77d0bf42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:48.735703 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 45358) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:49.212354 dv-cinder-792209-4-smb neutron-server[93589]: WARNING oslo_policy.policy [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:57:49.212948 dv-cinder-792209-4-smb neutron-server[93589]: WARNING oslo_policy.policy [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:57:49.431292 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:49.433435 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.quota [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Loaded quota_driver: . Jun 29 15:57:49.549810 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Made reservation on behalf of e6b1d75a64ef4802a8c4462bc78ea3e1 for: {'network': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:57:49.643048 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.policy [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93589) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 15:57:49.689484 dv-cinder-792209-4-smb neutron-server[93589]: WARNING oslo_policy.policy [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:57:49.689791 dv-cinder-792209-4-smb neutron-server[93589]: WARNING oslo_policy.policy [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:57:49.700847 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.719988 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.843780 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.915577 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.922415 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:49.929265 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93589) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 15:57:49.963304 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773434819642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.963841 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Unsubscribe: segment precommit_create {{(pid=93589) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 15:57:49.964353 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.segments_db [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Added segment 1138bfce-27e6-4dae-82b3-00443dc5252e of type flat for network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 Jun 29 15:57:49.985705 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207f316c-59ba-49bd-89e9-9006ec6771c2,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:50.038753 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.039087 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.039413 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.039760 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.040079 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.040397 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.040705 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.041020 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.041376 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.041686 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.042524 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.042827 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Tracked resource versions report: Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: pushed versions: Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: { 'AddressGroup': {'1.2'}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'ConntrackHelper': {'1.0'}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'Log': {'1.0'}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'Network': {'1.1'}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'Port': {'1.7'}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'PortForwarding': {'1.2'}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'QosPolicy': {'1.8'}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'SecurityGroup': {'1.4'}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'SubPort': {'1.0'}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'Subnet': {'1.1'}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'Trunk': {'1.1'}} Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: consumer versions: Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: { DHCP agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: L3 agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: Metadata agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: Metering agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: Open vSwitch agent@dv-cinder-792209-4-smb: { 'AddressGroup': '1.2', Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'ConntrackHelper': '1.0', Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'Log': '1.0', Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'Network': '1.1', Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'Port': '1.7', Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'PortForwarding': '1.2', Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'QosPolicy': '1.8', Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'SecurityGroup': '1.4', Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'SecurityGroupRule': '1.2', Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'SubPort': '1.0', Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'Subnet': '1.1', Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: 'Trunk': '1.1'}} Jun 29 15:57:50.043968 dv-cinder-792209-4-smb neutron-server[93589]: {{(pid=93589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:57:50.084949 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.098974 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:50.184374 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-85c52d88-badb-4ce5-8e5e-b39107194c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.207181 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.208706 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:50.209363 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.212241 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:50.287383 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.304492 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9a09ff-a140-48e3-a74f-33c2d93bad62,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:50.307482 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:50.316965 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:57:50.339938 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.6032269 Jun 29 15:57:51.475297 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.669401 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 45388) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:52.883661 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e919a5-9c1e-45f5-9f4f-55aa480743c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:52.885037 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-d1e919a5-9c1e-45f5-9f4f-55aa480743c8 admin admin] 10.222.0.13 "GET /v2.0/subnets/2d704378-0316-4097-9055-4a52ac0ba558 HTTP/1.1" status: 200 len: 849 time: 0.2146633 Jun 29 15:57:52.915796 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.047744 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-9fab738d-db49-472c-98a1-d6ceb29a7071 admin admin] 10.222.0.13 "GET /v2.0/routers/db301667-176b-4e5c-8bbf-fa71adcfec7d HTTP/1.1" status: 200 len: 704 time: 0.1571960 Jun 29 15:57:53.321572 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.608560 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Allocated IP 172.20.0.1 (d91c48d8-7675-4d20-ba77-f770d8c8cf60/2d704378-0316-4097-9055-4a52ac0ba558/cbffb44e-be9a-44c5-8f93-c14c2b1d7450) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:57:53.786130 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.808262 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Transition to ACTIVE for port object cbffb44e-be9a-44c5-8f93-c14c2b1d7450 will not be triggered until provisioned by entity DHCP. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:53.928046 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.930962 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:53.988782 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Network d91c48d8-7675-4d20-ba77-f770d8c8cf60 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:53.996680 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:54.006714 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:57:54.007246 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655426'] for router_interface, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.070357 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Pushing event updated for resources: {'Port': ['ID=cbffb44e-be9a-44c5-8f93-c14c2b1d7450,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:54.082635 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:54.266958 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.292945 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-fcdd20b2-7d89-4049-a9e1-aca954f90509 None None] Provisioning for port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:54.296716 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-fcdd20b2-7d89-4049-a9e1-aca954f90509 None None] Provisioning complete for port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:54.305092 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-fcdd20b2-7d89-4049-a9e1-aca954f90509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.331627 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-fcdd20b2-7d89-4049-a9e1-aca954f90509 None None] Port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:57:54.486329 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.549473 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.550502 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655318'] for router_interface, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.552151 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:54.628861 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Pushing event updated for resources: {'Port': ['ID=cbffb44e-be9a-44c5-8f93-c14c2b1d7450,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:54.633615 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:54.676398 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Network d91c48d8-7675-4d20-ba77-f770d8c8cf60 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:54.677717 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:54.850914 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-40d3ad21-c299-4191-bb88-8fdf28e1cca7 None None] Provisioning complete for port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:54.851315 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-40d3ad21-c299-4191-bb88-8fdf28e1cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.881646 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Router db301667-176b-4e5c-8bbf-fa71adcfec7d is scheduled to L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 with binding_index 1 {{(pid=93589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:57:54.882865 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-40d3ad21-c299-4191-bb88-8fdf28e1cca7 None None] Port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:57:54.974329 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:57:54.981227 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] 10.222.0.13 "PUT /v2.0/routers/db301667-176b-4e5c-8bbf-fa71adcfec7d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9270024 Jun 29 15:57:54.984038 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Sync routers for ids ['db301667-176b-4e5c-8bbf-fa71adcfec7d'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:57:54.996220 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Routers {'db301667-176b-4e5c-8bbf-fa71adcfec7d'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:54.997036 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T15:57:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['db301667-176b-4e5c-8bbf-fa71adcfec7d'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:55.182024 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Set router db301667-176b-4e5c-8bbf-fa71adcfec7d gateway port host: None {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:55.603286 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'name': 'router1', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:43Z', 'updated_at': '2021-06-29T15:57:54Z', 'revision_number': 2, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'gw_port_host': None, '_interfaces': [{'id': 'cbffb44e-be9a-44c5-8f93-c14c2b1d7450', 'name': '', 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'mac_address': 'fa:16:3e:d9:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d704378-0316-4097-9055-4a52ac0ba558', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:54Z', 'revision_number': 2, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'subnets': [{'id': '2d704378-0316-4097-9055-4a52ac0ba558', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a30535f9-8cf4-40b7-958f-55cd1a905c74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:55.655666 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Checking router: db301667-176b-4e5c-8bbf-fa71adcfec7d for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:57:55.656055 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Updating router db301667-176b-4e5c-8bbf-fa71adcfec7d port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 binding host dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:57:55.719469 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.214673 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.241683 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.provisioning_blocks [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Transition to ACTIVE for port object cbffb44e-be9a-44c5-8f93-c14c2b1d7450 will not be triggered until provisioned by entity L2. {{(pid=93591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:56.292833 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.295778 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:56.450208 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Pushing event updated for resources: {'Port': ['ID=cbffb44e-be9a-44c5-8f93-c14c2b1d7450,revision_number=3']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:56.466634 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.466970 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.467301 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.467648 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.467969 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.468280 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.468599 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.468907 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.469217 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.469524 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.469830 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.470133 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Tracked resource versions report: Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: pushed versions: Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: { 'AddressGroup': {'1.2'}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'ConntrackHelper': {'1.0'}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'Log': {'1.0'}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'Network': {'1.1'}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'Port': {'1.7'}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'PortForwarding': {'1.2'}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'QosPolicy': {'1.8'}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'SecurityGroup': {'1.4'}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'SubPort': {'1.0'}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'Subnet': {'1.1'}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'Trunk': {'1.1'}} Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: consumer versions: Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: { DHCP agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: L3 agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: Metadata agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: Metering agent@dv-cinder-792209-4-smb: {}, Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: Open vSwitch agent@dv-cinder-792209-4-smb: { 'AddressGroup': '1.2', Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'ConntrackHelper': '1.0', Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'Log': '1.0', Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'Network': '1.1', Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'Port': '1.7', Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'PortForwarding': '1.2', Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'QosPolicy': '1.8', Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'SecurityGroup': '1.4', Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'SecurityGroupRule': '1.2', Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'SubPort': '1.0', Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'Subnet': '1.1', Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: 'Trunk': '1.1'}} Jun 29 15:57:56.471242 dv-cinder-792209-4-smb neutron-server[93591]: {{(pid=93591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:57:56.474184 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Attempting to bind port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:57:56.474184 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Attempting to bind port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '9ba99d8c-e197-414f-baa8-12f5b87ea0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60'}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:57:56.474340 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Attempting to bind port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 on network d91c48d8-7675-4d20-ba77-f770d8c8cf60 {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:57:56.484105 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:56.486833 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:57:56.487223 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Checking segment: {'id': '9ba99d8c-e197-414f-baa8-12f5b87ea0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:56.487741 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.488174 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Bound using segment: {'id': '9ba99d8c-e197-414f-baa8-12f5b87ea0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60'} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:57:56.488700 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Bound port: cbffb44e-be9a-44c5-8f93-c14c2b1d7450, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba99d8c-e197-414f-baa8-12f5b87ea0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60'}}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:57:56.489111 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.554539 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] For port cbffb44e-be9a-44c5-8f93-c14c2b1d7450, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:57:56.578522 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] For port cbffb44e-be9a-44c5-8f93-c14c2b1d7450, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=cbffb44e-be9a-44c5-8f93-c14c2b1d7450,segment=NetworkSegment(9ba99d8c-e197-414f-baa8-12f5b87ea0c3),segment_id=9ba99d8c-e197-414f-baa8-12f5b87ea0c3)] {{(pid=93591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:57:56.648283 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.650607 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:56.697159 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Routers {'db301667-176b-4e5c-8bbf-fa71adcfec7d'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:56.697800 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T15:57:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['db301667-176b-4e5c-8bbf-fa71adcfec7d'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:56.793084 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Pushing event updated for resources: {'Port': ['ID=cbffb44e-be9a-44c5-8f93-c14c2b1d7450,revision_number=4']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:56.796839 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:56.805248 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] Set router db301667-176b-4e5c-8bbf-fa71adcfec7d gateway port host: None {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:57.014897 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'name': 'router1', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:43Z', 'updated_at': '2021-06-29T15:57:54Z', 'revision_number': 2, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'gw_port_host': None, '_interfaces': [{'id': 'cbffb44e-be9a-44c5-8f93-c14c2b1d7450', 'name': '', 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'mac_address': 'fa:16:3e:d9:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d704378-0316-4097-9055-4a52ac0ba558', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:56Z', 'revision_number': 4, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'subnets': [{'id': '2d704378-0316-4097-9055-4a52ac0ba558', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a30535f9-8cf4-40b7-958f-55cd1a905c74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:57.050057 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31577e-0ab2-4211-895c-6667372774f8 None None] The sync data for ids ['db301667-176b-4e5c-8bbf-fa71adcfec7d'] in dv-cinder-792209-4-smb is: [{'id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'name': 'router1', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:43Z', 'updated_at': '2021-06-29T15:57:54Z', 'revision_number': 2, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'gw_port_host': None, '_interfaces': [{'id': 'cbffb44e-be9a-44c5-8f93-c14c2b1d7450', 'name': '', 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'mac_address': 'fa:16:3e:d9:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d704378-0316-4097-9055-4a52ac0ba558', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:56Z', 'revision_number': 4, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'subnets': [{'id': '2d704378-0316-4097-9055-4a52ac0ba558', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a30535f9-8cf4-40b7-958f-55cd1a905c74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:57:57.239063 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 45408) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:57.345557 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52af856-11cc-457b-9894-fe2ccff8cd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:57.346840 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-d52af856-11cc-457b-9894-fe2ccff8cd78 admin admin] 10.222.0.13 "GET /v2.0/networks/4a9a09ff-a140-48e3-a74f-33c2d93bad62 HTTP/1.1" status: 200 len: 842 time: 0.1068072 Jun 29 15:57:57.356042 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:57.475599 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Made reservation on behalf of e6b1d75a64ef4802a8c4462bc78ea3e1 for: {'subnet': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:57:57.478014 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.841644 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.objects.ports [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 15:57:57.842006 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.844782 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:57.898285 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffe208a-5092-4ddf-9406-0b97764b46bd,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:57.905775 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:57.908694 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Checking segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:57.909041 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Network hostable DHCP agents. Network: 4a9a09ff-a140-48e3-a74f-33c2d93bad62, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:57:57.978071 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:57:58.069781 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, 4a9a09ff-a140-48e3-a74f-33c2d93bad62) {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:58.074488 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:58.075074 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:58.078944 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0524cb63-f729-4a0b-a2d3-0763afe85f84 None None] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:57:58.181874 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8153169 Jun 29 15:57:58.203091 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a0f294-dfc7-4e1b-bde3-d5e374df38c3 None None] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:58:00.203592 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device cbffb44e-be9a-44c5-8f93-c14c2b1d7450 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:58:00.309685 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:58:00.314034 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:00.314307 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:00.400752 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:00.433611 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port cbffb44e-be9a-44c5-8f93-c14c2b1d7450, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=cbffb44e-be9a-44c5-8f93-c14c2b1d7450,segment=NetworkSegment(9ba99d8c-e197-414f-baa8-12f5b87ea0c3),segment_id=9ba99d8c-e197-414f-baa8-12f5b87ea0c3)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:00.438224 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 45420) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:00.498296 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:00.501068 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-a89dfab2-5c12-45db-a64a-f51252315be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:00.570226 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-39fb1079-6ef7-4f43-84db-3b433ab93fcf admin admin] 10.222.0.13 "GET /v2.0/routers/db301667-176b-4e5c-8bbf-fa71adcfec7d HTTP/1.1" status: 200 len: 710 time: 0.1307757 Jun 29 15:58:00.592161 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=cbffb44e-be9a-44c5-8f93-c14c2b1d7450,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:00.595403 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:00.654075 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe3571-4eb4-4305-908a-bbf9bd10b72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:00.655453 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-46fe3571-4eb4-4305-908a-bbf9bd10b72b admin admin] 10.222.0.13 "GET /v2.0/networks/4a9a09ff-a140-48e3-a74f-33c2d93bad62 HTTP/1.1" status: 200 len: 886 time: 0.0801380 Jun 29 15:58:00.664196 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:00.971756 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1685569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-397'] for router, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.252955 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.327776 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.448679 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Allocated IP 172.28.3.201 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/dfaf77c9-291e-4e74-8e56-2dc734756411) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:58:01.543590 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.709930 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.712137 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:01.749000 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:58:01.751806 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:58:01.754328 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:58:01.805717 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Pushing event updated for resources: {'Port': ['ID=dfaf77c9-291e-4e74-8e56-2dc734756411,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:01.808430 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:02.112699 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:02.192102 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device cbffb44e-be9a-44c5-8f93-c14c2b1d7450 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:58:02.238035 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:02.238405 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:02.301304 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1685569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-397'] for router, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:02.304455 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1685576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1685591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1661768'] for router, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:02.413740 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Router db301667-176b-4e5c-8bbf-fa71adcfec7d has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:58:02.516142 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:58:02.520281 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Notify callbacks [] for router, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:02.521564 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] 10.222.0.13 "PUT /v2.0/routers/db301667-176b-4e5c-8bbf-fa71adcfec7d HTTP/1.1" status: 200 len: 890 time: 1.8605645 Jun 29 15:58:02.525833 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Sync routers for ids ['db301667-176b-4e5c-8bbf-fa71adcfec7d'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:58:02.536614 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Routers {'db301667-176b-4e5c-8bbf-fa71adcfec7d'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:58:02.537263 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T15:57:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['db301667-176b-4e5c-8bbf-fa71adcfec7d'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:02.755309 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Set router db301667-176b-4e5c-8bbf-fa71adcfec7d gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:58:03.139172 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'name': 'router1', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': 'dfaf77c9-291e-4e74-8e56-2dc734756411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:43Z', 'updated_at': '2021-06-29T15:58:01Z', 'revision_number': 4, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'gw_port': {'id': 'dfaf77c9-291e-4e74-8e56-2dc734756411', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:58:01Z', 'updated_at': '2021-06-29T15:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': 'cbffb44e-be9a-44c5-8f93-c14c2b1d7450', 'name': '', 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'mac_address': 'fa:16:3e:d9:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d704378-0316-4097-9055-4a52ac0ba558', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:58:00Z', 'revision_number': 5, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'subnets': [{'id': '2d704378-0316-4097-9055-4a52ac0ba558', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a30535f9-8cf4-40b7-958f-55cd1a905c74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:03.187739 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Checking router: db301667-176b-4e5c-8bbf-fa71adcfec7d for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:58:03.188126 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Updating router db301667-176b-4e5c-8bbf-fa71adcfec7d port dfaf77c9-291e-4e74-8e56-2dc734756411 binding host dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:58:03.222725 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:03.534033 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Notify callbacks [] for port, precommit_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:03.543814 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Transition to ACTIVE for port object dfaf77c9-291e-4e74-8e56-2dc734756411 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:58:03.612869 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:03.615041 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:03.663923 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Attempting to bind port dfaf77c9-291e-4e74-8e56-2dc734756411 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:58:03.664293 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Attempting to bind port dfaf77c9-291e-4e74-8e56-2dc734756411 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:58:03.664661 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Attempting to bind port dfaf77c9-291e-4e74-8e56-2dc734756411 on network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:58:03.667206 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27682e-a82e-4dcf-a9e0-4bfe75c14eca None None] Pushing event updated for resources: {'Port': ['ID=dfaf77c9-291e-4e74-8e56-2dc734756411,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:03.670461 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-0f27682e-a82e-4dcf-a9e0-4bfe75c14eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:03.674685 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:58:03.675066 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Checking segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:58:03.675474 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:03.676298 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Bound using segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:58:03.676390 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Bound port: dfaf77c9-291e-4e74-8e56-2dc734756411, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:58:03.676726 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:03.772449 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] For port dfaf77c9-291e-4e74-8e56-2dc734756411, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:58:03.776360 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] For port dfaf77c9-291e-4e74-8e56-2dc734756411, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=dfaf77c9-291e-4e74-8e56-2dc734756411,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:58:03.847814 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:03.850227 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bbf68676-b61b-4da5-a444-492c385110a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:03.976450 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Routers {'db301667-176b-4e5c-8bbf-fa71adcfec7d'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:58:03.977054 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T15:57:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['db301667-176b-4e5c-8bbf-fa71adcfec7d'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:03.980331 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27682e-a82e-4dcf-a9e0-4bfe75c14eca None None] Pushing event updated for resources: {'Port': ['ID=dfaf77c9-291e-4e74-8e56-2dc734756411,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:04.010621 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-0f27682e-a82e-4dcf-a9e0-4bfe75c14eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:04.081722 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] Set router db301667-176b-4e5c-8bbf-fa71adcfec7d gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:58:04.286298 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'name': 'router1', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': 'dfaf77c9-291e-4e74-8e56-2dc734756411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:43Z', 'updated_at': '2021-06-29T15:58:01Z', 'revision_number': 4, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'gw_port': {'id': 'dfaf77c9-291e-4e74-8e56-2dc734756411', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:58:01Z', 'updated_at': '2021-06-29T15:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': 'cbffb44e-be9a-44c5-8f93-c14c2b1d7450', 'name': '', 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'mac_address': 'fa:16:3e:d9:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d704378-0316-4097-9055-4a52ac0ba558', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:58:00Z', 'revision_number': 5, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'subnets': [{'id': '2d704378-0316-4097-9055-4a52ac0ba558', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a30535f9-8cf4-40b7-958f-55cd1a905c74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:04.315291 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352cd26-068d-41ff-9a46-28b3e050c174 None None] The sync data for ids ['db301667-176b-4e5c-8bbf-fa71adcfec7d'] in dv-cinder-792209-4-smb is: [{'id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'name': 'router1', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': 'dfaf77c9-291e-4e74-8e56-2dc734756411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:43Z', 'updated_at': '2021-06-29T15:58:01Z', 'revision_number': 4, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'gw_port': {'id': 'dfaf77c9-291e-4e74-8e56-2dc734756411', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:58:01Z', 'updated_at': '2021-06-29T15:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': 'cbffb44e-be9a-44c5-8f93-c14c2b1d7450', 'name': '', 'network_id': 'd91c48d8-7675-4d20-ba77-f770d8c8cf60', 'tenant_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'mac_address': 'fa:16:3e:d9:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db301667-176b-4e5c-8bbf-fa71adcfec7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d704378-0316-4097-9055-4a52ac0ba558', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:58:00Z', 'revision_number': 5, 'project_id': '4c2bcfe2268e4ec0ac2fc7948d5fbaa1', 'subnets': [{'id': '2d704378-0316-4097-9055-4a52ac0ba558', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a30535f9-8cf4-40b7-958f-55cd1a905c74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:58:04.873804 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 45428) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:05.012447 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-7ca2aec2-0337-45a1-91fa-3f4fc405cdfc admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1375206 Jun 29 15:58:06.207728 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device dfaf77c9-291e-4e74-8e56-2dc734756411 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:58:06.332800 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port dfaf77c9-291e-4e74-8e56-2dc734756411 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:58:06.336782 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port dfaf77c9-291e-4e74-8e56-2dc734756411 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:06.337167 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:06.414530 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:06.433308 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port dfaf77c9-291e-4e74-8e56-2dc734756411, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=dfaf77c9-291e-4e74-8e56-2dc734756411,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:06.498461 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:06.500580 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:06.546269 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=dfaf77c9-291e-4e74-8e56-2dc734756411,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:06.549195 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:08.198376 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device dfaf77c9-291e-4e74-8e56-2dc734756411 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:58:08.249675 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port dfaf77c9-291e-4e74-8e56-2dc734756411 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:08.251265 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:10.070187 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 5 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:58:17.927230 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bddff503-ece7-4a5e-998a-ce430ff42577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:20.183905 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf151-0d26-4a0d-bbea-3bae38c53f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:20.281156 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:21.498427 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:22.989744 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:47.061402 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 5 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:58:47.919993 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-8b354e6d-726e-412c-9c3f-0cc7ca6b7182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:50.189037 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-6191205f-16dc-42f8-8f1a-3aa57cf1c72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:50.285793 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:51.479904 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:53.457747 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:17.942430 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-4f652fe3-18aa-4d98-a96e-39bf2acb64da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.182221 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-9c09291b-75e1-461c-a86f-2aa9a9cd8b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.284833 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:21.467916 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:22.942248 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:24.061030 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 5 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:59:41.061192 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 45996) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:41.119497 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae8a1ea-2662-4e51-848c-d5d8df57cfa8 admin admin] GET failed (client error): The resource could not be found. Jun 29 15:59:41.120817 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-2ae8a1ea-2662-4e51-848c-d5d8df57cfa8 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0586903 Jun 29 15:59:41.351665 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c1999-4a28-4ee3-8d33-c27b4d20f0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:41.353057 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-6a6c1999-4a28-4ee3-8d33-c27b4d20f0e2 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2285876 Jun 29 15:59:43.451142 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46006) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:43.541823 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf55fd2-44e3-40a4-a015-9410ea154a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:43.543136 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-8bf55fd2-44e3-40a4-a015-9410ea154a4b admin admin] 10.222.0.13 "GET /v2.0/subnets/2d704378-0316-4097-9055-4a52ac0ba558 HTTP/1.1" status: 200 len: 849 time: 0.0910230 Jun 29 15:59:43.552200 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:43.631330 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.821101 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773434770643'] for subnet, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.823912 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:43.853540 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:43.854346 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.855539 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] 10.222.0.13 "PUT /v2.0/subnets/2d704378-0316-4097-9055-4a52ac0ba558 HTTP/1.1" status: 200 len: 868 time: 0.3069661 Jun 29 15:59:43.860879 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5480dd-50c6-4a41-93e3-e6c4427ba822 None None] Network d91c48d8-7675-4d20-ba77-f770d8c8cf60 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:59:43.877836 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d704378-0316-4097-9055-4a52ac0ba558,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:43.885857 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.886190 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.886528 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.886863 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.887190 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.887556 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.887962 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.888304 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.888698 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.889021 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.889344 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.889665 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:43.893641 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-51fa977a-0370-438b-81e9-c3d220a4d327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:44.213438 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-9994539a-3aa0-4fe1-8803-95665a0014e2 None None] Provisioning complete for port cbffb44e-be9a-44c5-8f93-c14c2b1d7450 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:44.213813 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-9994539a-3aa0-4fe1-8803-95665a0014e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:44.296972 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-9994539a-3aa0-4fe1-8803-95665a0014e2 None None] Provisioning complete for port c80b62bf-bcec-407f-bd90-3574aab3b441 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:44.297343 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-9994539a-3aa0-4fe1-8803-95665a0014e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:45.985381 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46016) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:46.174917 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9f27b-0da5-437f-8205-e0fc60a1eb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:46.175396 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9f27b-0da5-437f-8205-e0fc60a1eb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:46.177020 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-7ea9f27b-0da5-437f-8205-e0fc60a1eb28 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1906421 Jun 29 15:59:47.913519 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1a32d473-48cc-4a8c-a389-cbdff930aba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:48.296131 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46024) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:48.422417 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e694a51d-cdfd-4fca-b27d-906eb9fcf10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:48.422882 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e694a51d-cdfd-4fca-b27d-906eb9fcf10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:48.424380 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e694a51d-cdfd-4fca-b27d-906eb9fcf10f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1263258 Jun 29 15:59:50.198572 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-e264643e-ab6f-48b3-a09c-80ef91a1ed24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.289983 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.549980 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46032) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:50.699944 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d39a44-9f49-4dcc-bb73-7da5828befd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:50.701357 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-43d39a44-9f49-4dcc-bb73-7da5828befd2 admin admin] 10.222.0.13 "GET /v2.0/networks/4a9a09ff-a140-48e3-a74f-33c2d93bad62 HTTP/1.1" status: 200 len: 886 time: 0.1504250 Jun 29 15:59:51.472834 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:52.789053 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46040) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:52.912549 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a29da7-9c5c-4ecb-bc86-dd16e79e72c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:52.913902 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-08a29da7-9c5c-4ecb-bc86-dd16e79e72c0 admin admin] 10.222.0.13 "GET /v2.0/networks/d91c48d8-7675-4d20-ba77-f770d8c8cf60 HTTP/1.1" status: 200 len: 869 time: 0.1239328 Jun 29 15:59:52.953251 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:55.004445 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46048) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:55.122786 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f45d60-04c9-4f55-9a47-3b534e6ff9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:55.123247 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f45d60-04c9-4f55-9a47-3b534e6ff9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:55.124755 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-53f45d60-04c9-4f55-9a47-3b534e6ff9a4 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1188459 Jun 29 15:59:57.256958 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46056) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:57.343615 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8fdbe8-e2bd-4739-85f0-d16eb83731b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:57.344073 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8fdbe8-e2bd-4739-85f0-d16eb83731b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:57.345532 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-cb8fdbe8-e2bd-4739-85f0-d16eb83731b4 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0876100 Jun 29 15:59:59.468127 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46064) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:59.563597 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb22f9-1504-49c2-9cf1-5a84cbd438c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:59.564953 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c8fb22f9-1504-49c2-9cf1-5a84cbd438c2 admin admin] 10.222.0.13 "GET /v2.0/subnets/2d704378-0316-4097-9055-4a52ac0ba558 HTTP/1.1" status: 200 len: 868 time: 0.0958698 Jun 29 16:00:01.058675 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 5 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:00:01.680111 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46072) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:01.761814 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616ca6f-147b-4bb3-9e19-8aea3c626e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:01.763081 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-9616ca6f-147b-4bb3-9e19-8aea3c626e8e admin admin] 10.222.0.13 "GET /v2.0/subnets/cffe208a-5092-4ddf-9406-0b97764b46bd HTTP/1.1" status: 200 len: 816 time: 0.0820417 Jun 29 16:00:17.946026 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-448fd9e9-3d96-408f-8e5a-2e38d4c7b1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:20.249231 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-093f57ed-0b29-456b-b91a-6ea8dd868937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:20.289505 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:21.483302 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:22.946495 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:24.921033 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46116) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:24.966580 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [None req-fc483c83-3b47-41da-998f-22623cb8e06f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:00:24.967595 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-fc483c83-3b47-41da-998f-22623cb8e06f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456038 Jun 29 16:00:27.170214 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46124) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:27.228416 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.pecan_wsgi.hooks.translation [None req-73745033-5115-4d7c-9942-8181dde5b570 admin admin] GET failed (client error): The resource could not be found. Jun 29 16:00:27.229735 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-73745033-5115-4d7c-9942-8181dde5b570 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585914 Jun 29 16:00:27.313926 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dd6713-b5e8-4b2b-8627-53f13b457417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:27.315356 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-d1dd6713-b5e8-4b2b-8627-53f13b457417 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818691 Jun 29 16:00:29.462178 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46132) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:29.507296 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:00:29.591704 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Made reservation on behalf of e6b1d75a64ef4802a8c4462bc78ea3e1 for: {'network': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:00:29.593932 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.620670 dv-cinder-792209-4-smb neutron-server[93589]: WARNING neutron.services.revisions.revision_plugin [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Could not find related network for resource to bump revision. Jun 29 16:00:29.634136 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=93589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:00:29.643452 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.646596 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.segments_db [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Added segment baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4 of type vlan for network e84b1a71-44e7-418a-8c82-691a04618cf4 Jun 29 16:00:29.680649 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.763028 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.764413 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:29.764991 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.767963 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:29.822260 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=e84b1a71-44e7-418a-8c82-691a04618cf4,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:29.828529 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.828869 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.829203 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.829530 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.829850 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.830170 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.830487 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.830806 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.831729 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.832050 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.832365 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.832677 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:29.836113 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:29.842973 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network e84b1a71-44e7-418a-8c82-691a04618cf4 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:00:29.975586 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-16f1d580-f84c-40f5-ac42-baf8594d7cc8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5122659 Jun 29 16:00:32.099706 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46140) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:32.157125 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.pecan_wsgi.hooks.translation [None req-73afd39c-4d3e-4515-9f88-4ac64b493799 admin admin] GET failed (client error): The resource could not be found. Jun 29 16:00:32.158403 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-73afd39c-4d3e-4515-9f88-4ac64b493799 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577641 Jun 29 16:00:32.227761 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5493d711-9482-4b16-9ce0-246d44408009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:32.229201 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5493d711-9482-4b16-9ce0-246d44408009 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670059 Jun 29 16:00:32.239405 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:00:32.306073 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Made reservation on behalf of e6b1d75a64ef4802a8c4462bc78ea3e1 for: {'subnet': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:00:32.308523 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.494794 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.497620 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-55222eb2-aca3-41a5-a469-272973975755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:32.548880 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=88be71b8-2742-4675-8abb-9e55add73c57,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:32.552391 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:32.558907 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Checking segment: {'id': 'baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:00:32.559206 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Network hostable DHCP agents. Network: e84b1a71-44e7-418a-8c82-691a04618cf4, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:00:32.625972 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Network e84b1a71-44e7-418a-8c82-691a04618cf4 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:00:32.723302 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, e84b1a71-44e7-418a-8c82-691a04618cf4) {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:00:32.727236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:32.727861 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.732151 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6904ac3-c29e-4cfc-97b8-87b60b0402ee None None] Network e84b1a71-44e7-418a-8c82-691a04618cf4 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:00:32.816531 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5810978 Jun 29 16:00:32.967994 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cd8a330-8e89-5536-984c-c541db32637c-e84b1a71-44e7-418a-8c82-691a04618cf4', 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4', 'tenant_id': 'e6b1d75a64ef4802a8c4462bc78ea3e1', 'fixed_ips': [{'subnet_id': '88be71b8-2742-4675-8abb-9e55add73c57'}]}} from dv-cinder-792209-4-smb. {{(pid=93590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:00:32.968892 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:33.100729 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.db_base_plugin_common [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Allocated IP 192.168.233.2 (e84b1a71-44e7-418a-8c82-691a04618cf4/88be71b8-2742-4675-8abb-9e55add73c57/8cd2da3e-cae7-4e54-bc14-ec48459b1581) {{(pid=93590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:00:33.240038 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Notify callbacks [] for port, precommit_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:33.249425 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Transition to ACTIVE for port object 8cd2da3e-cae7-4e54-bc14-ec48459b1581 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:00:33.265060 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Transition to ACTIVE for port object 8cd2da3e-cae7-4e54-bc14-ec48459b1581 will not be triggered until provisioned by entity DHCP. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:00:33.335838 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:33.338085 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:33.379247 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Network e84b1a71-44e7-418a-8c82-691a04618cf4 is already hosted by enough agents. {{(pid=93590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:00:33.382097 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.base_scheduler [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Resources bound (agent type, host, resource id): {{(pid=93590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:00:33.385108 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Received port after_create {{(pid=93590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:00:33.390559 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Pushing event updated for resources: {'Port': ['ID=8cd2da3e-cae7-4e54-bc14-ec48459b1581,revision_number=1']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:33.401786 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.402133 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.402476 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.402814 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.403196 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.403561 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.403892 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.404214 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.404531 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.404849 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.405165 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.405474 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:33.409717 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:33.459991 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Attempting to bind port 8cd2da3e-cae7-4e54-bc14-ec48459b1581 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:00:33.460364 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Attempting to bind port 8cd2da3e-cae7-4e54-bc14-ec48459b1581 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': 'baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:00:33.460732 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Attempting to bind port 8cd2da3e-cae7-4e54-bc14-ec48459b1581 on network e84b1a71-44e7-418a-8c82-691a04618cf4 {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:00:33.465703 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:00:33.466081 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Checking segment: {'id': 'baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:00:33.466483 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:33.466878 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Bound using segment: {'id': 'baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:00:33.467352 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Bound port: 8cd2da3e-cae7-4e54-bc14-ec48459b1581, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:00:33.467775 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:33.529468 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] For port 8cd2da3e-cae7-4e54-bc14-ec48459b1581, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:00:33.532508 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] For port 8cd2da3e-cae7-4e54-bc14-ec48459b1581, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8cd2da3e-cae7-4e54-bc14-ec48459b1581,segment=NetworkSegment(baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4),segment_id=baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:00:33.609996 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:33.612295 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:33.671741 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Pushing event updated for resources: {'Port': ['ID=8cd2da3e-cae7-4e54-bc14-ec48459b1581,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:33.675650 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:34.344485 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8cd2da3e-cae7-4e54-bc14-ec48459b1581 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:00:34.466154 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 8cd2da3e-cae7-4e54-bc14-ec48459b1581 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:00:34.514492 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a2a93d-0340-41d7-8e6b-bba5aa6ce35a None None] Network e84b1a71-44e7-418a-8c82-691a04618cf4 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:00:34.644670 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-ebdccebf-4e7f-43a8-bae9-942d6d5770d3 None None] Provisioning for port 8cd2da3e-cae7-4e54-bc14-ec48459b1581 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:00:34.648242 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-ebdccebf-4e7f-43a8-bae9-942d6d5770d3 None None] Provisioning complete for port 8cd2da3e-cae7-4e54-bc14-ec48459b1581 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:00:34.648618 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ebdccebf-4e7f-43a8-bae9-942d6d5770d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:34.760179 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ebdccebf-4e7f-43a8-bae9-942d6d5770d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:34.796139 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-ebdccebf-4e7f-43a8-bae9-942d6d5770d3 None None] For port 8cd2da3e-cae7-4e54-bc14-ec48459b1581, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8cd2da3e-cae7-4e54-bc14-ec48459b1581,segment=NetworkSegment(baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4),segment_id=baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:34.895440 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ebdccebf-4e7f-43a8-bae9-942d6d5770d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:34.903780 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:34.953804 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdccebf-4e7f-43a8-bae9-942d6d5770d3 None None] Pushing event updated for resources: {'Port': ['ID=8cd2da3e-cae7-4e54-bc14-ec48459b1581,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:34.956830 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-ebdccebf-4e7f-43a8-bae9-942d6d5770d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:35.015275 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-87c3e2ff-c486-463a-8d8f-b75f9b0d474f None None] Provisioning complete for port 8cd2da3e-cae7-4e54-bc14-ec48459b1581 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:00:35.015601 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-87c3e2ff-c486-463a-8d8f-b75f9b0d474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:36.296417 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8cd2da3e-cae7-4e54-bc14-ec48459b1581 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:00:36.343173 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 8cd2da3e-cae7-4e54-bc14-ec48459b1581 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:00:36.343575 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:38.057637 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 5 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:00:47.940521 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1fd85b4e-f307-4463-acf1-2180eb4ac86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:50.185474 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ec1842d5-136f-43e6-bff5-974656f28c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:50.311627 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:51.499909 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:52.979741 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:15.055817 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 5 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:01:17.926939 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-c415bca8-52f1-41ff-936a-03f2be026058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.174021 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-20e57488-00d3-4229-a69b-3d2a270facc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.294040 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:21.498699 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:22.990842 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:47.909915 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-677893b9-f0ed-49b9-9b04-3489b3befd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:49.338762 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46192) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:49.345094 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [None req-809800bd-b9fe-42fc-9020-f261c3382958 tempest-verify_tempest_config-1437298512 tempest-verify_tempest_config-1437298512-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:01:49.346029 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-809800bd-b9fe-42fc-9020-f261c3382958 tempest-verify_tempest_config-1437298512 tempest-verify_tempest_config-1437298512-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063124 Jun 29 16:01:49.870596 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46210) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:49.969607 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.052719 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.104535 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.107458 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:50.150876 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc075c557c6e467dbf98230f670e2f6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2792385 Jun 29 16:01:50.152008 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2be6db2-b8ac-409e-bf08-aac09c6c1b82,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:50.153598 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46214) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:50.159190 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.161803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.161803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.161803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.161803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.161803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.161803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.161803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.161803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.162375 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.162450 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.162731 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.166533 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:50.184387 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-9a4f3d7f-1739-40f3-875f-2796b608f768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.213405 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.235422 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.298534 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.372769 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.376233 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.377542 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2be6db2-b8ac-409e-bf08-aac09c6c1b82 HTTP/1.1" status: 204 len: 168 time: 0.2227912 Jun 29 16:01:50.378275 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4f69d593-380a-43c7-81a2-2089a077c5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:50.385605 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2be6db2-b8ac-409e-bf08-aac09c6c1b82,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:50.392415 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.392760 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.393096 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.393440 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.393751 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.394122 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.394447 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.394768 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.395113 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.395438 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.395786 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.396102 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:50.399235 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:51.492728 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:52.054147 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 5 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:01:52.967082 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:17.914966 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ad55e41f-2645-4024-a001-3896d3035625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:20.177798 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-7f5d312b-b698-46f2-b70a-333cafc2f015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:20.313897 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:21.520516 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:22.977746 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:29.051728 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 5 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:02:47.932074 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0fb943f6-9fec-4fd4-98e9-0ce12710fc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:50.171267 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-c99ed3be-6462-41a2-b827-3dd40000b07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:50.296756 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:51.507045 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:52.969746 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:06.049537 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 5 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:03:17.957947 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-b8895e06-674e-4e96-8c10-16ff909cc56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:20.164796 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-6fbe626c-c748-4054-8769-2bf05b0ed005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:20.279087 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:21.540272 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:22.986201 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:32.593432 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685342'] for agent, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:37.168030 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46268) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:03:37.269010 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-2c29b738-db99-4712-8143-5e0470338ede admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0998702 Jun 29 16:03:39.387751 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46278) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:03:39.440452 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-6ed88f66-aab5-43f2-83e5-165bb4493a2c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0516293 Jun 29 16:03:43.048904 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:03:47.964126 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-69442a1d-eff2-4f83-92f4-27deab6cb5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:50.186980 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-67482deb-f23c-403e-95cf-1282666fc1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:50.284175 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:51.558358 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:52.981020 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:02.513178 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:17.934870 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-b43ed466-1484-4032-9c97-ede5e6c9cc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:20.048041 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:04:20.203360 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ba3bc65d-5505-4c08-b583-84c1be694230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:20.346316 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:21.517660 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:22.980732 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:32.521474 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:47.968689 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-6f3bca86-e5f3-4bda-ac1a-f8b618f1d252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:50.307074 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-b5d68797-2e8b-487d-991a-7d8992b22f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:50.340860 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:51.528657 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:52.989448 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:57.047743 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:05:02.528606 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:12.365172 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46432) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:12.741112 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-373509883-network', 'tenant_id': 'c7942eaef00f484cb431425bbeda9740'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:12.825834 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Made reservation on behalf of c7942eaef00f484cb431425bbeda9740 for: {'network': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:12.828468 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:12.839647 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:12.937669 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:13.014228 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:13.018739 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-faa2a4ea-c12b-4b5c-80d7-4fca9f685dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:13.035729 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=93588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:05:13.053879 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:13.054260 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.segments_db [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Added segment e67cb3dd-97d8-49fb-97da-68fcba08e9ca of type vlan for network 6a596f04-c4ad-481d-8e42-9ee6956f485f Jun 29 16:05:13.065135 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba14ca90-1ffc-476c-b806-42e158930f77,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:13.094563 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.094904 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.095235 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.095584 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.095910 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.096230 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.096551 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.096869 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.097211 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.097533 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.098013 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.098617 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Tracked resource versions report: Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: pushed versions: Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: { 'AddressGroup': {'1.2'}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'ConntrackHelper': {'1.0'}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'Log': {'1.0'}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'Network': {'1.1'}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'Port': {'1.7'}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'PortForwarding': {'1.2'}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'QosPolicy': {'1.8'}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'SecurityGroup': {'1.4'}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'SubPort': {'1.0'}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'Subnet': {'1.1'}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'Trunk': {'1.1'}} Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: consumer versions: Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: { DHCP agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: HyperV agent@hv-cinder-79220: {}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: L3 agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: Metadata agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: Metering agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: Open vSwitch agent@dv-cinder-792209-4-smb: { 'AddressGroup': '1.2', Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'ConntrackHelper': '1.0', Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'Log': '1.0', Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'Network': '1.1', Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'Port': '1.7', Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'PortForwarding': '1.2', Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'QosPolicy': '1.8', Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'SecurityGroup': '1.4', Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'SecurityGroupRule': '1.2', Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'SubPort': '1.0', Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'Subnet': '1.1', Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: 'Trunk': '1.1'}} Jun 29 16:05:13.100406 dv-cinder-792209-4-smb neutron-server[93588]: {{(pid=93588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:05:13.108088 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:13.111476 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:13.271648 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:13.273230 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:13.273812 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:13.276789 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:13.333579 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a596f04-c4ad-481d-8e42-9ee6956f485f,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:13.336337 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:13.344450 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network 6a596f04-c4ad-481d-8e42-9ee6956f485f details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:05:13.400637 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0296385 Jun 29 16:05:13.401170 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46484) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:13.404244 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Request body: {'subnet': {'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-373509883-subnet', 'tenant_id': 'c7942eaef00f484cb431425bbeda9740', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:13.482569 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Made reservation on behalf of c7942eaef00f484cb431425bbeda9740 for: {'subnet': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:13.485097 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:13.589435 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46496) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:13.624901 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46502) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:13.660994 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46506) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:13.734022 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:13.737238 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:13.793841 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386dbf5e-acb6-4d1e-8acd-05d3f5e32b96,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:13.803579 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.803917 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.804428 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.804756 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.805077 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.805403 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.805721 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.806037 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.806373 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.806692 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.807010 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.807322 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Tracked resource versions report: Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: pushed versions: Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: { 'AddressGroup': {'1.2'}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'ConntrackHelper': {'1.0'}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'Log': {'1.0'}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'Network': {'1.1'}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'Port': {'1.7'}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'PortForwarding': {'1.2'}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'QosPolicy': {'1.8'}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'SecurityGroup': {'1.4'}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'SubPort': {'1.0'}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'Subnet': {'1.1'}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'Trunk': {'1.1'}} Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: consumer versions: Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: { DHCP agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: HyperV agent@hv-cinder-79220: {}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: L3 agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: Metadata agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: Metering agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: Open vSwitch agent@dv-cinder-792209-4-smb: { 'AddressGroup': '1.2', Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'ConntrackHelper': '1.0', Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'Log': '1.0', Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'Network': '1.1', Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'Port': '1.7', Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'PortForwarding': '1.2', Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'QosPolicy': '1.8', Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'SecurityGroup': '1.4', Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'SecurityGroupRule': '1.2', Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'SubPort': '1.0', Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'Subnet': '1.1', Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: 'Trunk': '1.1'}} Jun 29 16:05:13.808387 dv-cinder-792209-4-smb neutron-server[93589]: {{(pid=93589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:05:13.813195 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:13.815808 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Checking segment: {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:13.816166 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Network hostable DHCP agents. Network: 6a596f04-c4ad-481d-8e42-9ee6956f485f, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:05:13.857532 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46516) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:13.879021 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1487647144-network', 'tenant_id': '426a13d38f5a43c082ca7b8d19aa1d9a'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:13.907616 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-network', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:13.920309 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-195612293-network', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:13.945119 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Network 6a596f04-c4ad-481d-8e42-9ee6956f485f is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:05:13.992721 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Made reservation on behalf of 426a13d38f5a43c082ca7b8d19aa1d9a for: {'network': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:13.995026 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.008635 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.014236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, 6a596f04-c4ad-481d-8e42-9ee6956f485f) {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:14.024997 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:14.025892 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.026657 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7501100-a399-47ed-870f-f05a18b3d088 None None] Network 6a596f04-c4ad-481d-8e42-9ee6956f485f requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:05:14.074493 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Made reservation on behalf of ed6ec825f5b0470f8593f15f697dad53 for: {'network': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:14.076998 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.086152 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.145061 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-a9a470ba-626b-4e19-a5b1-1ea750342766 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7473593 Jun 29 16:05:14.186232 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cf5b1f-2117-4717-8a75-0b04db544944 None None] Network 6a596f04-c4ad-481d-8e42-9ee6956f485f requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:05:14.216099 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-350831178-network', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:14.254864 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Made reservation on behalf of 666e686de73c488ba885f0cbb4f3ec49 for: {'network': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:14.255645 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.db.api [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 16:05:14.255645 dv-cinder-792209-4-smb neutron-server[93588]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 16:05:14.255645 dv-cinder-792209-4-smb neutron-server[93588]: [parameters: {'project_id_1': 'ed6ec825f5b0470f8593f15f697dad53', 'expiration_1': datetime.datetime(2021, 6, 29, 16, 5, 14, 96032)}] Jun 29 16:05:14.255645 dv-cinder-792209-4-smb neutron-server[93588]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:05:14.256926 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_db.api [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:05:14.258602 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.373990 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.db.api [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 16:05:14.373990 dv-cinder-792209-4-smb neutron-server[93589]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 16:05:14.373990 dv-cinder-792209-4-smb neutron-server[93589]: [parameters: {'project_id_1': 'f1180ebf32f2459c82040f2d665ad727', 'expiration_1': datetime.datetime(2021, 6, 29, 16, 5, 14, 223724)}] Jun 29 16:05:14.373990 dv-cinder-792209-4-smb neutron-server[93589]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:05:14.375072 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_db.api [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:05:14.376130 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.387428 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.459930 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.474017 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=93588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:05:14.496204 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.496551 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.segments_db [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Added segment 4048acf9-a640-4a12-aea5-9b0c08a02e04 of type vlan for network f1a327a7-e0af-4590-9f2f-e90eb32c4b71 Jun 29 16:05:14.585223 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.587557 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:14.611558 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea95e6e-3f01-42b0-9681-8166e1c110fc,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:14.616855 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.621509 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:14.687327 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.691755 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5eb1837f-0341-4383-b2a1-28b6cc010d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:14.716381 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eebb5c-8ed6-4cc0-98cf-969ac4fdeb5b,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:14.717237 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.718876 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:14.720421 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.730324 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:14.733588 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:14.737941 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=93589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:05:14.750939 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.753335 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.segments_db [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Added segment 2707b1a5-bf1a-461c-9304-acddf2a01a66 of type vlan for network ed9107c0-0852-43ee-80ef-c5c82cf4c16b Jun 29 16:05:14.759839 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.807640 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2166667 Jun 29 16:05:14.819711 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46556) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:14.825054 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Request body: {'subnet': {'network_id': 'f1a327a7-e0af-4590-9f2f-e90eb32c4b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1487647144-subnet', 'tenant_id': '426a13d38f5a43c082ca7b8d19aa1d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:14.835632 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.864489 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Pushing event updated for resources: {'Network': ['ID=f1a327a7-e0af-4590-9f2f-e90eb32c4b71,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:14.876632 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:14.878396 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network f1a327a7-e0af-4590-9f2f-e90eb32c4b71 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:05:14.925355 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Made reservation on behalf of 426a13d38f5a43c082ca7b8d19aa1d9a for: {'subnet': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:14.931430 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.945639 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.946967 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:14.947982 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.952614 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-0f65fbb2-ed17-4876-9644-fa5de8ec49f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:15.089927 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Pushing event updated for resources: {'Network': ['ID=ed9107c0-0852-43ee-80ef-c5c82cf4c16b,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:15.095167 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:15.103440 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network ed9107c0-0852-43ee-80ef-c5c82cf4c16b details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:05:15.237364 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.326360 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.339037 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=93588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:05:15.348272 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.348674 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.segments_db [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Added segment 1828fd21-94a3-4f2c-83b3-d3605a493cd3 of type vlan for network 02627db8-556d-4ed5-bc08-88d7d4a4da15 Jun 29 16:05:15.369884 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:15.397909 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.418709 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7567291 Jun 29 16:05:15.437313 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46574) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:15.440169 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Request body: {'subnet': {'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-subnet', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:15.455926 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2352ff-68a0-497e-a807-c3b6adac4340,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:15.461634 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.474325 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:15.476670 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c5ab268f-ca53-45b4-8fc5-c78ab0aa9246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:15.535670 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c865c8-490e-48aa-90cc-b7f41c23cd40,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:15.539315 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:15.550724 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Made reservation on behalf of f1180ebf32f2459c82040f2d665ad727 for: {'network': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:15.553877 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.564353 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.583233 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Checking segment: {'id': '4048acf9-a640-4a12-aea5-9b0c08a02e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f1a327a7-e0af-4590-9f2f-e90eb32c4b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:15.583843 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Network hostable DHCP agents. Network: f1a327a7-e0af-4590-9f2f-e90eb32c4b71, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:05:15.659981 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Made reservation on behalf of 666e686de73c488ba885f0cbb4f3ec49 for: {'subnet': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:15.662919 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.677895 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Network f1a327a7-e0af-4590-9f2f-e90eb32c4b71 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:05:15.681163 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.687219 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:15.687219 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.689984 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:15.775120 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46598) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:15.778080 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.796206 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, f1a327a7-e0af-4590-9f2f-e90eb32c4b71) {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:15.805936 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae36be6-b1ae-4673-ba1d-41a3997a8dc7 None None] Network f1a327a7-e0af-4590-9f2f-e90eb32c4b71 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:05:15.808665 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:15.809539 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.822727 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Pushing event updated for resources: {'Network': ['ID=02627db8-556d-4ed5-bc08-88d7d4a4da15,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:15.833039 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:15.854248 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.858143 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:15.880323 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network 02627db8-556d-4ed5-bc08-88d7d4a4da15 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:05:15.886852 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730582c7-a0c3-4af5-9d0a-1fb8765d6526,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:15.902033 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:15.915943 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=93589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:05:15.937801 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.938349 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.segments_db [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Added segment 8100d6fa-9ea7-45fe-a1f0-e31af940afc1 of type vlan for network 06858378-c74e-4cc1-afb8-3792abcf25a3 Jun 29 16:05:15.951703 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46608) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:15.958361 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-593c4b44-a41f-405f-a2f5-f2b686d79431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:15.958484 dv-cinder-792209-4-smb neutron-server[93589]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 16:05:15.980243 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3542001 Jun 29 16:05:15.984136 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1630037 Jun 29 16:05:15.984798 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46610) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:15.999289 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Request body: {'subnet': {'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-subnet', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:16.097244 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-593c4b44-a41f-405f-a2f5-f2b686d79431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.108091 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab869a2-2d64-4c1b-8123-1ac29d5753bd None None] Network f1a327a7-e0af-4590-9f2f-e90eb32c4b71 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:05:16.118053 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.202768 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-593c4b44-a41f-405f-a2f5-f2b686d79431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.263636 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:16.266683 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697baead-5d04-4e66-8743-779c10f28a5d req-bbad566e-e035-4ac0-bad7-9598b9968b49 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:16.274420 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-bbad566e-e035-4ac0-bad7-9598b9968b49 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/networks?id=6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 200 len: 814 time: 0.3188715 Jun 29 16:05:16.313103 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c4b44-a41f-405f-a2f5-f2b686d79431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6556b658-9a7a-4b7a-9c0e-7fa530246ca7,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:16.318716 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-e7b5a508-081e-4747-b605-8c16be64f1d8 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/quotas/c7942eaef00f484cb431425bbeda9740 HTTP/1.1" status: 200 len: 375 time: 0.0427735 Jun 29 16:05:16.325211 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-593c4b44-a41f-405f-a2f5-f2b686d79431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:16.350950 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-593c4b44-a41f-405f-a2f5-f2b686d79431 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d7eef7807944c31a399534b4a50d85b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5719156 Jun 29 16:05:16.351241 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46624) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:16.386061 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.393954 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-087d2625-6788-432e-b412-f904aac3a3e4 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743048 Jun 29 16:05:16.401866 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:16.401866 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.401866 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:16.421145 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4ecf892a-4cb1-4b0b-a77b-4f78e659fb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.434498 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Made reservation on behalf of ed6ec825f5b0470f8593f15f697dad53 for: {'subnet': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:16.437899 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.461859 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Pushing event updated for resources: {'Network': ['ID=06858378-c74e-4cc1-afb8-3792abcf25a3,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:16.465319 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4ecf892a-4cb1-4b0b-a77b-4f78e659fb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.475142 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network 06858378-c74e-4cc1-afb8-3792abcf25a3 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:05:16.489126 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:16.566460 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-d1ec12ad-d5f9-4f34-b755-83ed3f0dabf8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:05:16.576316 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-d1ec12ad-d5f9-4f34-b755-83ed3f0dabf8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0827973 Jun 29 16:05:16.580899 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46650) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:16.586375 dv-cinder-792209-4-smb neutron-server[93588]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 16:05:16.593649 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.629382 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e9e2c5ab-4698-4c8e-9e2a-3b3dafcfae3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:16.638999 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7803636 Jun 29 16:05:16.641654 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46654) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:16.649678 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Request body: {'subnet': {'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-350831178-subnet', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:16.719482 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4ecf892a-4cb1-4b0b-a77b-4f78e659fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.736632 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4ecf892a-4cb1-4b0b-a77b-4f78e659fb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.737777 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-4ecf892a-4cb1-4b0b-a77b-4f78e659fb25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6556b658-9a7a-4b7a-9c0e-7fa530246ca7 HTTP/1.1" status: 204 len: 168 time: 0.3852024 Jun 29 16:05:16.746269 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcba7253-a8a4-4c4a-856e-c931d3a02acd,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:16.749137 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:16.749977 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:16.764189 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Checking segment: {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:16.764545 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Network hostable DHCP agents. Network: ed9107c0-0852-43ee-80ef-c5c82cf4c16b, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:05:16.771056 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-7c0f44ed-ec7b-4a62-926e-c8522276da3c service neutron] 10.222.0.13 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909642 Jun 29 16:05:16.791069 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf892a-4cb1-4b0b-a77b-4f78e659fb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6556b658-9a7a-4b7a-9c0e-7fa530246ca7,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:16.795269 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4ecf892a-4cb1-4b0b-a77b-4f78e659fb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:16.803479 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-b341c563-eb4b-4949-a67d-a4429c16bb3e tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:16.810512 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-b341c563-eb4b-4949-a67d-a4429c16bb3e tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/networks?id=f1a327a7-e0af-4590-9f2f-e90eb32c4b71 HTTP/1.1" status: 200 len: 812 time: 0.2270985 Jun 29 16:05:16.838103 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Made reservation on behalf of f1180ebf32f2459c82040f2d665ad727 for: {'subnet': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:16.840397 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.845847 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-22ea0191-25d6-4868-a16f-eb5d1c1c668f tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/quotas/426a13d38f5a43c082ca7b8d19aa1d9a HTTP/1.1" status: 200 len: 375 time: 0.0341580 Jun 29 16:05:16.916471 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-16a029d7-0d96-4c9d-827e-dc7b67ee9701 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=426a13d38f5a43c082ca7b8d19aa1d9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643981 Jun 29 16:05:16.940931 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Network ed9107c0-0852-43ee-80ef-c5c82cf4c16b is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:05:16.964149 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-869b51fe-e894-458c-b972-9a2fce934cb6 service neutron] 10.222.0.13 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844172 Jun 29 16:05:17.040311 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, ed9107c0-0852-43ee-80ef-c5c82cf4c16b) {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:17.051270 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f823a-72c6-45c5-b24f-5f9b5519013c None None] Network ed9107c0-0852-43ee-80ef-c5c82cf4c16b requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:05:17.084921 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:17.085695 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.100491 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.103830 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f4d57f32-4ac1-439f-a45d-a58a05b7eaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:17.135720 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-f734b37a-b090-44e2-8664-4726eca3a03c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:05:17.136868 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-f734b37a-b090-44e2-8664-4726eca3a03c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0841429 Jun 29 16:05:17.221087 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61bd08d7-4c07-4008-92e8-2cd8f75d3614,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:17.223664 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:17.234674 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cd8a330-8e89-5536-984c-c541db32637c-ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd'}]}} from dv-cinder-792209-4-smb. {{(pid=93590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:05:17.235693 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.242578 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Checking segment: {'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:17.242928 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Network hostable DHCP agents. Network: 02627db8-556d-4ed5-bc08-88d7d4a4da15, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:05:17.276639 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-6bc49b8a-3014-4c9e-b49b-4a9168ee02a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8418918 Jun 29 16:05:17.278122 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.282111 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46666) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:17.287442 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-55191726-940a-4e3d-9e49-b04a1b9c6a32 service neutron] 10.222.0.13 "GET /v2.0/networks/f1a327a7-e0af-4590-9f2f-e90eb32c4b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393392 Jun 29 16:05:17.291725 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:17.294930 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:17.401203 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Network 02627db8-556d-4ed5-bc08-88d7d4a4da15 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:05:17.441149 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a829b44-8ce0-426e-ba7d-9be05ec57ca4,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:17.444686 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:17.445684 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.db_base_plugin_common [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Allocated IP 172.20.0.2 (ed9107c0-0852-43ee-80ef-c5c82cf4c16b/bcba7253-a8a4-4c4a-856e-c931d3a02acd/2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4) {{(pid=93590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:17.451086 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Checking segment: {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:17.451549 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Network hostable DHCP agents. Network: 06858378-c74e-4cc1-afb8-3792abcf25a3, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:05:17.474089 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-a1f363ca-1433-4016-8863-a3395f0655f4 service neutron] 10.222.0.13 "GET /v2.0/networks/f1a327a7-e0af-4590-9f2f-e90eb32c4b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689439 Jun 29 16:05:17.574214 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4c4a3a88-d357-485c-a4ea-94a65f2fdd4e req-73592c1a-cc96-4820-a735-2b9c0964801e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 210 time: 0.0536437 Jun 29 16:05:17.634291 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, 02627db8-556d-4ed5-bc08-88d7d4a4da15) {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:17.638522 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-424'] for router, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.640646 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.641643 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:17.642415 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.645145 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252ab486-e18e-4b8f-a350-d04ec3141058 None None] Network 02627db8-556d-4ed5-bc08-88d7d4a4da15 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:05:17.737793 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Notify callbacks [] for port, precommit_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.758345 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.760449 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Transition to ACTIVE for port object 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:17.794878 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Network 06858378-c74e-4cc1-afb8-3792abcf25a3 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:05:17.796462 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Transition to ACTIVE for port object 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 will not be triggered until provisioned by entity DHCP. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:17.801694 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, 06858378-c74e-4cc1-afb8-3792abcf25a3) {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:17.803071 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46696) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:17.804675 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8149419 Jun 29 16:05:17.812765 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:17.813363 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.827767 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3070b7d9-a1bd-40ba-a77e-2e899df44a8e None None] Network 06858378-c74e-4cc1-afb8-3792abcf25a3 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:05:17.830730 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-router', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:17.841914 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e60320b-e576-4b9f-9a22-489ffc42f2e6 None None] Network 02627db8-556d-4ed5-bc08-88d7d4a4da15 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:05:17.941808 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.975066 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:18.034731 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46724) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:18.115825 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d668410c-b218-4429-befb-247efd2ba305 req-ec10be03-0933-4ce8-bc09-5ff08a178f72 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 210 time: 0.0972345 Jun 29 16:05:18.134375 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Network ed9107c0-0852-43ee-80ef-c5c82cf4c16b is already hosted by enough agents. {{(pid=93590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:18.135963 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.base_scheduler [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Resources bound (agent type, host, resource id): {{(pid=93590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:18.262147 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ecc81405-347a-4173-acb1-6ec66a2a0c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.277883 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Received port after_create {{(pid=93590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:18.304159 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee696-7b6a-4231-b955-70caebbac88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.313155 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1685569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-397'] for router, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.355871 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-424'] for router, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.357464 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.403144 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Pushing event updated for resources: {'Port': ['ID=2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4,revision_number=1']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:18.445209 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.456013 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Attempting to bind port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:18.456392 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Attempting to bind port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:18.456937 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Attempting to bind port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 on network ed9107c0-0852-43ee-80ef-c5c82cf4c16b {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:18.464854 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.465205 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.465595 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.465874 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.466838 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.466838 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.466838 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.467138 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.467483 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.467865 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.468224 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.468604 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Tracked resource versions report: Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: pushed versions: Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: { 'AddressGroup': {'1.2'}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'ConntrackHelper': {'1.0'}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'Log': {'1.0'}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'Network': {'1.1'}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'Port': {'1.7'}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'PortForwarding': {'1.2'}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'QosPolicy': {'1.8'}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'SecurityGroup': {'1.4'}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'SubPort': {'1.0'}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'Subnet': {'1.1'}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'Trunk': {'1.1'}} Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: consumer versions: Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: { DHCP agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: HyperV agent@hv-cinder-79220: {}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: L3 agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: Metadata agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: Metering agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: Open vSwitch agent@dv-cinder-792209-4-smb: { 'AddressGroup': '1.2', Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'ConntrackHelper': '1.0', Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'Log': '1.0', Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'Network': '1.1', Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'Port': '1.7', Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'PortForwarding': '1.2', Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'QosPolicy': '1.8', Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'SecurityGroup': '1.4', Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'SecurityGroupRule': '1.2', Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'SubPort': '1.0', Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'Subnet': '1.1', Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: 'Trunk': '1.1'}} Jun 29 16:05:18.469852 dv-cinder-792209-4-smb neutron-server[93590]: {{(pid=93590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:05:18.487667 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-d13fbbaf-6b71-49ff-9584-b5a6a8e3d312 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8424859 Jun 29 16:05:18.496635 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46754) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:18.501866 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:18.507737 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:18.516491 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:18.516840 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Checking segment: {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:18.517264 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.518043 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Bound using segment: {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:18.518303 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Bound port: 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:18.518500 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.576760 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cd8a330-8e89-5536-984c-c541db32637c-06858378-c74e-4cc1-afb8-3792abcf25a3', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4'}]}} from dv-cinder-792209-4-smb. {{(pid=93590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:05:18.577642 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.634422 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ecc81405-347a-4173-acb1-6ec66a2a0c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.722592 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ecc81405-347a-4173-acb1-6ec66a2a0c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.725013 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] For port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:18.748739 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] For port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:18.766598 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0f9a8fab-84a1-49cc-97d8-e55b4b6c4fb1 req-21838c61-a982-43ca-8424-488d4a46b517 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 210 time: 0.0904984 Jun 29 16:05:18.772348 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:18.772969 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-424'] for router, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.775174 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.816595 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.db_base_plugin_common [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Allocated IP 172.20.0.2 (06858378-c74e-4cc1-afb8-3792abcf25a3/3a829b44-8ce0-426e-ba7d-9be05ec57ca4/18ada325-56a1-40d2-a108-65409215b444) {{(pid=93590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:18.828363 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.833032 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:18.848062 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.881113 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-ecc81405-347a-4173-acb1-6ec66a2a0c82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=225a0a6b2ccc42018a2484efc8f928d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8398435 Jun 29 16:05:18.881287 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46758) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:18.947665 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1685569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-397'] for router, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.968149 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:18.972691 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Pushing event updated for resources: {'Port': ['ID=2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:18.976908 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:19.005475 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc81405-347a-4173-acb1-6ec66a2a0c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d5f4f4-35a3-4c45-b782-46374529249f,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:19.007604 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ecc81405-347a-4173-acb1-6ec66a2a0c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:19.009829 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.109438 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Notify callbacks [] for port, precommit_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.126733 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Transition to ACTIVE for port object 18ada325-56a1-40d2-a108-65409215b444 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:19.148717 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Transition to ACTIVE for port object 18ada325-56a1-40d2-a108-65409215b444 will not be triggered until provisioned by entity DHCP. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:19.199262 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Allocated IP 172.28.3.65 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/10453a07-3460-4166-9ef2-f26b9c2534a8) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:19.254455 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.256842 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-ebdccebf-4e7f-43a8-bae9-942d6d5770d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:19.280900 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6ed858e6-3dae-486e-85fe-91ef4e745269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.295216 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1685569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-397'] for router, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.340318 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8ea3d9ab-f63f-4b07-9327-fd0478dd581c req-79be2d96-9f59-4fee-bd78-11e3defeb495 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 210 time: 0.1592150 Jun 29 16:05:19.342198 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Network 06858378-c74e-4cc1-afb8-3792abcf25a3 is already hosted by enough agents. {{(pid=93590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:19.345812 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.base_scheduler [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Resources bound (agent type, host, resource id): {{(pid=93590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:19.351558 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Received port after_create {{(pid=93590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:19.356661 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6ed858e6-3dae-486e-85fe-91ef4e745269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.381899 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.409224 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Pushing event updated for resources: {'Port': ['ID=18ada325-56a1-40d2-a108-65409215b444,revision_number=1']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:19.416705 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:19.433212 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Attempting to bind port 18ada325-56a1-40d2-a108-65409215b444 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:19.434114 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Attempting to bind port 18ada325-56a1-40d2-a108-65409215b444 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:19.434114 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Attempting to bind port 18ada325-56a1-40d2-a108-65409215b444 on network 06858378-c74e-4cc1-afb8-3792abcf25a3 {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:19.444411 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:19.444797 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Checking segment: {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:19.445237 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.445659 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Bound using segment: {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:19.446171 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Bound port: 18ada325-56a1-40d2-a108-65409215b444, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:19.446582 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.519468 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] For port 18ada325-56a1-40d2-a108-65409215b444, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:19.524481 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] For port 18ada325-56a1-40d2-a108-65409215b444, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=18ada325-56a1-40d2-a108-65409215b444,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:19.532163 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.533979 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6ed858e6-3dae-486e-85fe-91ef4e745269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.537808 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6ed858e6-3dae-486e-85fe-91ef4e745269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.538942 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-6ed858e6-3dae-486e-85fe-91ef4e745269 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4d5f4f4-35a3-4c45-b782-46374529249f HTTP/1.1" status: 204 len: 168 time: 0.6568825 Jun 29 16:05:19.543684 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4ecf892a-4cb1-4b0b-a77b-4f78e659fb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:19.551300 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed858e6-3dae-486e-85fe-91ef4e745269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d5f4f4-35a3-4c45-b782-46374529249f,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:19.553513 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.554617 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6ed858e6-3dae-486e-85fe-91ef4e745269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:19.600860 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.603536 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.605355 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-637d50aa-cc69-4d88-a054-be2dd2702293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:19.617450 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:19.685121 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:19.692539 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Pushing event updated for resources: {'Port': ['ID=10453a07-3460-4166-9ef2-f26b9c2534a8,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:19.698666 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:19.711675 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:19.756072 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Pushing event updated for resources: {'Port': ['ID=18ada325-56a1-40d2-a108-65409215b444,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:19.759537 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:19.760054 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:19.774012 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Allocated IP 172.28.3.24 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/e6b532fd-ce76-4b80-bcee-9fe94691374d) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:19.896743 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.928828 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:19.929654 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4e15aa0b-1d03-4553-9c83-4a02bdb27696 req-fa87b42b-cb04-4773-b8b7-a40c6e848687 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 210 time: 0.0542095 Jun 29 16:05:20.140372 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:20.265360 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-56e6b4cd-37ba-416e-a97b-da2116edb8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:20.374250 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:20.584650 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a388e250-4551-4395-aeeb-5cadfb77130f req-99b8455c-6d23-4f96-ae4d-49e7bb921c61 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 210 time: 0.0881305 Jun 29 16:05:20.618146 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:20.629093 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b7a41-31fa-40bc-b4ca-58dc9b2f34f4 None None] Network ed9107c0-0852-43ee-80ef-c5c82cf4c16b requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:05:20.667005 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:20.675842 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-faa9304e-7456-41da-bdb4-b68e096f1d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:20.695313 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:20.778181 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Allocated IP 172.28.3.56 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/d5ee8243-8328-4ba7-af80-ccbe28350329) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:20.805339 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:20.824482 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:20.833177 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b532fd-ce76-4b80-bcee-9fe94691374d,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:20.839446 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:20.844252 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:21.024967 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-c9408ca5-27c0-4b22-ab15-9ea0f1f1820a None None] Provisioning for port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:21.059196 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:21.115359 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:21.132889 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:21.133682 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:21.360226 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:21.379604 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2600eabb-6d93-4ef8-8068-7d52b984ca60 req-76458bed-f102-4184-a133-c81392527545 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 210 time: 0.0755522 Jun 29 16:05:21.397665 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:21.422983 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a19b66-6a68-40cf-ab2e-18042c5c84fd None None] Network 06858378-c74e-4cc1-afb8-3792abcf25a3 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:05:21.464641 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:21.477025 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:21.484753 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:21.525664 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685669'] for router, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:21.560358 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:21.585087 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Provisioning complete for port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:21.585380 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:21.588239 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ee8243-8328-4ba7-af80-ccbe28350329,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:21.605296 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:21.639975 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:21.668260 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:21.793151 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:21.801858 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 18ada325-56a1-40d2-a108-65409215b444 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:21.816852 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:21.884229 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-00178a47-c338-41ce-a09b-7df901e08fd8 req-c569d30c-e98a-4c8d-b3f8-ec7f127363a5 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 210 time: 0.0410390 Jun 29 16:05:21.893562 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:21.904270 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:21.940508 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:21.949818 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:22.003324 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.db.api [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:05:22.003740 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_db.api [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:05:22.017507 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 is scheduled to L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 with binding_index 1 {{(pid=93589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:05:22.061745 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:22.151147 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 18ada325-56a1-40d2-a108-65409215b444 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:22.254471 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:05:22.264204 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Sync routers for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:05:22.275704 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685669'] for router, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:22.279128 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:22.282100 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:22.333126 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685669'] for router, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:22.340879 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Notify callbacks [] for router, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:22.347473 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0645106 Jun 29 16:05:22.392243 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46862) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:22.473616 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:22.582904 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:22.649822 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.86', 52399) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:22.722991 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:22.725542 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:22.787741 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Provisioning for port 18ada325-56a1-40d2-a108-65409215b444 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:22.795927 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Provisioning complete for port 18ada325-56a1-40d2-a108-65409215b444 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:22.796552 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:22.856310 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:20Z', 'revision_number': 3, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:22.900070 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 is scheduled to L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 with binding_index 1 {{(pid=93589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:05:22.917603 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Checking router: b217ab73-b62b-4e3c-93ff-1eea813fe4b9 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:05:22.917990 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Updating router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 port 10453a07-3460-4166-9ef2-f26b9c2534a8 binding host dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:05:22.986939 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-381c64ac-85a7-4532-bf50-46c93ff27495 req-d1cb4fc1-05bb-4726-9c82-42e705c343fb tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 210 time: 0.3010464 Jun 29 16:05:22.988734 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:23.000193 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:23.109273 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697baead-5d04-4e66-8743-779c10f28a5d req-39e43287-dad0-441a-b2eb-9be17f2c9970 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:23.111019 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-39e43287-dad0-441a-b2eb-9be17f2c9970 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "GET /v2.0/networks?id=6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 200 len: 814 time: 0.4599171 Jun 29 16:05:23.134377 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] For port 18ada325-56a1-40d2-a108-65409215b444, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=18ada325-56a1-40d2-a108-65409215b444,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:23.150855 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:23.195249 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Request body: {'port': {'device_id': 'd7f1bbb7-8786-4f31-81bc-fe499daeee3e', 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f', 'admin_state_up': True, 'tenant_id': 'c7942eaef00f484cb431425bbeda9740'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:23.215356 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Router f90da393-dd93-4a12-a906-07dc67f648ef is scheduled to L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 with binding_index 1 {{(pid=93588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:05:23.280442 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:23.283647 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:23.405013 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:05:23.408464 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c271ed07-4da8-40b9-bb2d-404a09c3cb7b req-fb241267-435c-4656-87f7-9401be2190ce tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 210 time: 0.1102710 Jun 29 16:05:23.567279 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:05:23.587926 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.86', 52400) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:23.604116 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Notify callbacks [] for port, precommit_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:23.604714 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Notify callbacks [] for router, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:23.612313 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Sync routers for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:05:23.616102 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8077841 Jun 29 16:05:23.619588 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46926) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:23.626958 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:23.627646 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:23.688749 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.provisioning_blocks [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Transition to ACTIVE for port object 10453a07-3460-4166-9ef2-f26b9c2534a8 will not be triggered until provisioned by entity L2. {{(pid=93591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:23.711495 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Pushing event updated for resources: {'Port': ['ID=18ada325-56a1-40d2-a108-65409215b444,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:23.715382 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:23.720062 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Sync routers for ids ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:05:23.743634 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-cc9f7535-ee98-4c2b-8e7c-3b07106dcb2a None None] Provisioning complete for port 18ada325-56a1-40d2-a108-65409215b444 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:23.744029 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7535-ee98-4c2b-8e7c-3b07106dcb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:23.746297 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Routers {'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:23.747037 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:23.802918 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:23.810599 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Made reservation on behalf of c7942eaef00f484cb431425bbeda9740 for: {'port': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:23.814843 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:23.851421 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:23.857716 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:23.950723 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Set router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:23.995431 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:24.055467 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:24.055467 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5570519 Jun 29 16:05:24.059329 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46942) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:24.167051 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-70d1f7ae-fe54-4e11-9410-f63c9ba4aece tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:24.169233 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-70d1f7ae-fe54-4e11-9410-f63c9ba4aece tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.86 "GET /v2.0/networks?id=f1a327a7-e0af-4590-9f2f-e90eb32c4b71 HTTP/1.1" status: 200 len: 812 time: 0.5749946 Jun 29 16:05:24.185741 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Request body: {'port': {'device_id': '3f2db274-1ccd-486b-aa16-76857f2c93cc', 'network_id': 'f1a327a7-e0af-4590-9f2f-e90eb32c4b71', 'admin_state_up': True, 'tenant_id': '426a13d38f5a43c082ca7b8d19aa1d9a'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:24.218890 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Attempting to bind port 10453a07-3460-4166-9ef2-f26b9c2534a8 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:24.219369 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Attempting to bind port 10453a07-3460-4166-9ef2-f26b9c2534a8 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:24.219862 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Attempting to bind port 10453a07-3460-4166-9ef2-f26b9c2534a8 on network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:24.244234 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:24.244788 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Checking segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:24.245292 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:24.245774 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Bound using segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:24.246354 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Bound port: 10453a07-3460-4166-9ef2-f26b9c2534a8, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:24.246975 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:24.272280 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-router', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:21Z', 'revision_number': 3, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'gw_port': {'id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:24.340167 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Checking router: df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:05:24.343816 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] For port 10453a07-3460-4166-9ef2-f26b9c2534a8, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:24.344164 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Updating router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 port e6b532fd-ce76-4b80-bcee-9fe94691374d binding host dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:05:24.352190 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] For port 10453a07-3460-4166-9ef2-f26b9c2534a8, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=10453a07-3460-4166-9ef2-f26b9c2534a8,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:24.356068 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Pushing event updated for resources: {'Port': ['ID=10453a07-3460-4166-9ef2-f26b9c2534a8,revision_number=2']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:24.401001 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.402306 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.403578 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.404378 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.406020 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.407027 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.407908 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.408183 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:24.408665 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.425129 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.426108 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.428221 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.429930 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Tracked resource versions report: Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: pushed versions: Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: { 'AddressGroup': {'1.2'}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'ConntrackHelper': {'1.0'}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'Log': {'1.0'}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'Network': {'1.1'}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'Port': {'1.7'}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'PortForwarding': {'1.2'}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'QosPolicy': {'1.8'}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'SecurityGroup': {'1.4'}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'SubPort': {'1.0'}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'Subnet': {'1.1'}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'Trunk': {'1.1'}} Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: consumer versions: Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: { DHCP agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: HyperV agent@hv-cinder-79220: {}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: L3 agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: Metadata agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: Metering agent@dv-cinder-792209-4-smb: {}, Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: Open vSwitch agent@dv-cinder-792209-4-smb: { 'AddressGroup': '1.2', Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'ConntrackHelper': '1.0', Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'Log': '1.0', Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'Network': '1.1', Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'Port': '1.7', Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'PortForwarding': '1.2', Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'QosPolicy': '1.8', Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'SecurityGroup': '1.4', Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'SecurityGroupRule': '1.2', Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'SubPort': '1.0', Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'Subnet': '1.1', Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: 'Trunk': '1.1'}} Jun 29 16:05:24.434646 dv-cinder-792209-4-smb neutron-server[93591]: {{(pid=93591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:05:24.483375 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:24.497249 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:24.520652 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-1da706fe-438d-4b3d-abc4-32e17376d766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:24.555402 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ca6f69eb-87d9-41a7-a5b1-a0ba6c60cdd6 req-fee46bb6-05c9-4ae6-9d48-4871d0f37522 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 210 time: 0.2798111 Jun 29 16:05:24.694153 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Pushing event updated for resources: {'Port': ['ID=10453a07-3460-4166-9ef2-f26b9c2534a8,revision_number=3']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:24.714365 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 18ada325-56a1-40d2-a108-65409215b444 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:24.717098 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Allocated IP 172.20.0.1 (ed9107c0-0852-43ee-80ef-c5c82cf4c16b/bcba7253-a8a4-4c4a-856e-c931d3a02acd/9a46abcd-e9b1-472c-980e-ce5fd1cb09cf) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:24.719530 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 46968) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:24.749505 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Made reservation on behalf of 426a13d38f5a43c082ca7b8d19aa1d9a for: {'port': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:24.764679 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:24.768052 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:24.822012 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:24.823069 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:24.874726 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:21Z', 'revision_number': 3, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:24.952203 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:24.969258 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Transition to ACTIVE for port object 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf will not be triggered until provisioned by entity DHCP. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:25.013447 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 46982) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:25.016732 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 18ada325-56a1-40d2-a108-65409215b444 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:25.017372 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.037863 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Checking router: f90da393-dd93-4a12-a906-07dc67f648ef for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:05:25.038524 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Updating router f90da393-dd93-4a12-a906-07dc67f648ef port d5ee8243-8328-4ba7-af80-ccbe28350329 binding host dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:05:25.057968 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.099195 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e66d35af-5d62-44aa-b75c-0dd8e2117fca req-f12efd90-fded-4733-906e-34cbad353909 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 210 time: 0.0832551 Jun 29 16:05:25.112227 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:25.119807 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Allocated IP 172.20.0.13 (6a596f04-c4ad-481d-8e42-9ee6956f485f/386dbf5e-acb6-4d1e-8acd-05d3f5e32b96/cd7b523f-e119-4f6c-9548-e22a039b7e89) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:25.138573 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.186099 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e30b866e-2372-454a-a1f7-6acbfa159c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.198301 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:25.199129 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Network ed9107c0-0852-43ee-80ef-c5c82cf4c16b is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:25.215292 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:25.230028 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Notify callbacks [] for port, precommit_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.241522 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Transition to ACTIVE for port object e6b532fd-ce76-4b80-bcee-9fe94691374d will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:25.244971 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:25.245685 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655426'] for router_interface, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.328616 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.332988 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:25.454765 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc6ace-ec7a-473b-a818-6c71c0a64ca6 None None] Pushing event updated for resources: {'Port': ['ID=e6b532fd-ce76-4b80-bcee-9fe94691374d,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:25.466769 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-d1cc6ace-ec7a-473b-a818-6c71c0a64ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:25.475646 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e30b866e-2372-454a-a1f7-6acbfa159c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.480043 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a46abcd-e9b1-472c-980e-ce5fd1cb09cf,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:25.486568 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:25.513419 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Attempting to bind port e6b532fd-ce76-4b80-bcee-9fe94691374d on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:25.515042 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Attempting to bind port e6b532fd-ce76-4b80-bcee-9fe94691374d by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:25.517002 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Attempting to bind port e6b532fd-ce76-4b80-bcee-9fe94691374d on network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:25.529875 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:25.530581 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Checking segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:25.532720 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.533699 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Bound using segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:25.535866 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Bound port: e6b532fd-ce76-4b80-bcee-9fe94691374d, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:25.539377 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.686063 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e30b866e-2372-454a-a1f7-6acbfa159c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.732755 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] For port e6b532fd-ce76-4b80-bcee-9fe94691374d, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:25.737502 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] For port e6b532fd-ce76-4b80-bcee-9fe94691374d, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=e6b532fd-ce76-4b80-bcee-9fe94691374d,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:25.758487 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:25.773630 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-d01c84f3-b194-44c7-9d15-ea10ff956ca5 None None] Provisioning for port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:25.778507 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-d01c84f3-b194-44c7-9d15-ea10ff956ca5 None None] Provisioning complete for port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:25.779566 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d01c84f3-b194-44c7-9d15-ea10ff956ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.816729 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.826620 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:25.841318 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:25.854541 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.provisioning_blocks [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Transition to ACTIVE for port object d5ee8243-8328-4ba7-af80-ccbe28350329 will not be triggered until provisioned by entity L2. {{(pid=93591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:25.946466 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fac308de-a7aa-493a-a8bb-39c285995e53 req-a0347b3c-393f-4da8-9001-f784bc422dfd tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 210 time: 0.1305082 Jun 29 16:05:25.990007 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-d01c84f3-b194-44c7-9d15-ea10ff956ca5 None None] Port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:05:26.004563 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:26.030322 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:26.071316 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc6ace-ec7a-473b-a818-6c71c0a64ca6 None None] Pushing event updated for resources: {'Port': ['ID=e6b532fd-ce76-4b80-bcee-9fe94691374d,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:26.077715 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-d1cc6ace-ec7a-473b-a818-6c71c0a64ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:26.082088 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Routers {'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:26.085613 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:26.107176 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e30b866e-2372-454a-a1f7-6acbfa159c42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85fdc7847ac14075a0a21900c55a64e2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0911536 Jun 29 16:05:26.130860 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47010) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:26.131780 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09549c43-2188-42ec-b767-3f2e7292b00d None None] Pushing event updated for resources: {'Port': ['ID=d5ee8243-8328-4ba7-af80-ccbe28350329,revision_number=2']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:26.147024 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-09549c43-2188-42ec-b767-3f2e7292b00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:26.198478 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-613a7f77-c904-457e-a4b9-dd035f38963f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:26.198818 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Attempting to bind port d5ee8243-8328-4ba7-af80-ccbe28350329 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:26.199367 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Attempting to bind port d5ee8243-8328-4ba7-af80-ccbe28350329 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:26.200223 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Attempting to bind port d5ee8243-8328-4ba7-af80-ccbe28350329 on network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:26.216961 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:26.218460 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Checking segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:26.218460 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:26.218460 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Bound using segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:26.218865 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Bound port: d5ee8243-8328-4ba7-af80-ccbe28350329, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:26.219354 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:26.266864 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:26.307488 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] For port d5ee8243-8328-4ba7-af80-ccbe28350329, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:26.317786 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] For port d5ee8243-8328-4ba7-af80-ccbe28350329, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=d5ee8243-8328-4ba7-af80-ccbe28350329,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:26.327566 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:20Z', 'revision_number': 3, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:26.400949 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:26.432041 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b96c87d-58c2-45eb-9ce3-cdb1507e081f None None] The sync data for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb is: [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:20Z', 'revision_number': 3, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:05:26.435482 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:26.440687 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:26.533730 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] Set router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:26.570216 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b866e-2372-454a-a1f7-6acbfa159c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eac20f-5d90-42ab-a783-132d4106e39c,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:26.573468 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:26.580562 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09549c43-2188-42ec-b767-3f2e7292b00d None None] Pushing event updated for resources: {'Port': ['ID=d5ee8243-8328-4ba7-af80-ccbe28350329,revision_number=3']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:26.586132 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e30b866e-2372-454a-a1f7-6acbfa159c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:26.596710 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-09549c43-2188-42ec-b767-3f2e7292b00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:26.597619 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:26.601608 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:26.782112 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Allocated IP 172.20.0.6 (f1a327a7-e0af-4590-9f2f-e90eb32c4b71/90c865c8-490e-48aa-90cc-b7f41c23cd40/e4e6b9ec-389d-4016-ae75-345bec497619) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:26.789055 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-84d1d4f4-7cd5-4a67-a976-6045db02182c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:26.856123 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-84d1d4f4-7cd5-4a67-a976-6045db02182c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:26.959248 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:27.038517 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-router', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:21Z', 'revision_number': 3, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'gw_port': {'id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:27.069666 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2ad9d8c9-e6e1-4555-863f-30f766224ebb req-b985109c-3157-4c08-b147-f784027bd979 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 210 time: 0.5854533 Jun 29 16:05:27.089831 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec8f415-18a9-416e-8047-3173d65edb5d None None] The sync data for ids ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'] in dv-cinder-792209-4-smb is: [{'id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-router', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:21Z', 'revision_number': 3, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'gw_port': {'id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:05:27.121109 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:27.241917 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:27.308356 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-613a7f77-c904-457e-a4b9-dd035f38963f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:28.643201 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:21Z', 'revision_number': 3, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:28.674964 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-84d1d4f4-7cd5-4a67-a976-6045db02182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:28.674964 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:28.674964 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:28.686170 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cfa00390-5caf-4133-bf79-5b04088bc477 req-f783319b-b883-4f2f-bf17-d2e6671a3fff tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 210 time: 0.1822526 Jun 29 16:05:28.689936 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-84d1d4f4-7cd5-4a67-a976-6045db02182c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:28.689936 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-84d1d4f4-7cd5-4a67-a976-6045db02182c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89eac20f-5d90-42ab-a783-132d4106e39c HTTP/1.1" status: 204 len: 168 time: 1.3998668 Jun 29 16:05:28.695357 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a302a-da4a-44b2-b99a-d9d9f38bb4b7 None None] The sync data for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb is: [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:21Z', 'revision_number': 3, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:05:28.698700 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e30b866e-2372-454a-a1f7-6acbfa159c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:28.698700 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655318'] for router_interface, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:28.704465 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-613a7f77-c904-457e-a4b9-dd035f38963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:28.704465 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-593c4b44-a41f-405f-a2f5-f2b686d79431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1d4f4-7cd5-4a67-a976-6045db02182c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eac20f-5d90-42ab-a783-132d4106e39c,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-84d1d4f4-7cd5-4a67-a976-6045db02182c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Network 6a596f04-c4ad-481d-8e42-9ee6956f485f is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a46abcd-e9b1-472c-980e-ce5fd1cb09cf,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Network ed9107c0-0852-43ee-80ef-c5c82cf4c16b is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Pushing event updated for resources: {'Port': ['ID=cd7b523f-e119-4f6c-9548-e22a039b7e89,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:28.706236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.560s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:28.712309 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:28.715278 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-613a7f77-c904-457e-a4b9-dd035f38963f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee3348d1dd2e4dac86dd598991a7eef2&name=default HTTP/1.1" status: 200 len: 2978 time: 3.5440631 Jun 29 16:05:28.715278 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a7f77-c904-457e-a4b9-dd035f38963f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17cb591-1640-42c9-8473-a9e1fa9c0434,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:28.715278 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 47034) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:28.715278 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:28.715278 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-613a7f77-c904-457e-a4b9-dd035f38963f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:28.715278 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Allocated IP 172.20.0.1 (02627db8-556d-4ed5-bc08-88d7d4a4da15/61bd08d7-4c07-4008-92e8-2cd8f75d3614/8917623a-902c-4db5-af44-dceccac5c45e) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:28.717105 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:05:28.717827 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Allocated IP 172.20.0.1 (06858378-c74e-4cc1-afb8-3792abcf25a3/3a829b44-8ce0-426e-ba7d-9be05ec57ca4/0e14b81c-7297-4fed-ae81-ae1be79d4e0c) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:28.718670 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-34174406-3e7f-4f53-afaf-386861d0f171 req-5f3fc0e0-d323-46e1-b981-b1501eeebb21 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 210 time: 0.1398304 Jun 29 16:05:28.771553 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 10453a07-3460-4166-9ef2-f26b9c2534a8 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:28.896316 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-c1114cf4-93f4-4a7a-bdef-2fee95de0d34 None None] Provisioning complete for port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:28.896593 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-c1114cf4-93f4-4a7a-bdef-2fee95de0d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:28.988847 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-c1114cf4-93f4-4a7a-bdef-2fee95de0d34 None None] Port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:05:29.054624 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:29.058050 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 10453a07-3460-4166-9ef2-f26b9c2534a8 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:29.064112 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 10453a07-3460-4166-9ef2-f26b9c2534a8 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:29.064575 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:29.100324 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:05:29.103741 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:29.119548 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-d194ad78-e3fd-4ed2-89ac-f50014e06ec2 admin admin] 10.222.0.13 "PUT /v2.0/routers/b217ab73-b62b-4e3c-93ff-1eea813fe4b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7244167 Jun 29 16:05:29.148168 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9621010 Jun 29 16:05:29.171230 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-b6e58716-13bf-4972-8c82-34e6c78942c1 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:05:29.172419 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-b6e58716-13bf-4972-8c82-34e6c78942c1 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134697 Jun 29 16:05:29.252524 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:29.309236 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 10453a07-3460-4166-9ef2-f26b9c2534a8, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=10453a07-3460-4166-9ef2-f26b9c2534a8,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:29.463184 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3de88465-f94b-4404-8be9-cf08fef01580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:29.587651 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d444dbc-3b17-4849-a376-293d375db876 req-9a0c9a7c-15af-4a95-86e7-54f506d593b4 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:29.590037 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2d444dbc-3b17-4849-a376-293d375db876 req-9a0c9a7c-15af-4a95-86e7-54f506d593b4 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 932 time: 0.6501102 Jun 29 16:05:29.597236 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Network f1a327a7-e0af-4590-9f2f-e90eb32c4b71 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:29.627695 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:29.632371 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:29.641786 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:29.642444 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:29.645202 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Pushing event updated for resources: {'Port': ['ID=e4e6b9ec-389d-4016-ae75-345bec497619,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:29.734160 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3de88465-f94b-4404-8be9-cf08fef01580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:29.742479 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:29.847101 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2d444dbc-3b17-4849-a376-293d375db876 req-dd0c887a-3d61-4fd4-b45d-bb1a059118e0 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416284 Jun 29 16:05:29.850258 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:29.869872 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:29.871917 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:29.872360 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device d5ee8243-8328-4ba7-af80-ccbe28350329 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:29.877578 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-0f27682e-a82e-4dcf-a9e0-4bfe75c14eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:30.014941 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8361714 Jun 29 16:05:30.071392 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Transition to ACTIVE for port object 0e14b81c-7297-4fed-ae81-ae1be79d4e0c will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:30.074883 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3de88465-f94b-4404-8be9-cf08fef01580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.103093 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3de88465-f94b-4404-8be9-cf08fef01580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.120129 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-3de88465-f94b-4404-8be9-cf08fef01580 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d17cb591-1640-42c9-8473-a9e1fa9c0434 HTTP/1.1" status: 204 len: 168 time: 1.7791469 Jun 29 16:05:30.120855 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:30.170084 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de88465-f94b-4404-8be9-cf08fef01580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17cb591-1640-42c9-8473-a9e1fa9c0434,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:30.172472 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.173518 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3de88465-f94b-4404-8be9-cf08fef01580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:30.196115 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=10453a07-3460-4166-9ef2-f26b9c2534a8,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:30.204242 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:30.222572 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:30.273156 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47056) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:30.285758 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Pushing event updated for resources: {'Port': ['ID=8917623a-902c-4db5-af44-dceccac5c45e,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:30.290263 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-bc7cea86-9499-4eaf-a2de-c2460c75584d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.310659 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:30.312515 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Network 02627db8-556d-4ed5-bc08-88d7d4a4da15 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:30.368952 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:30.378041 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:30.381864 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655426'] for router_interface, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.383271 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port d5ee8243-8328-4ba7-af80-ccbe28350329 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:30.388667 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port d5ee8243-8328-4ba7-af80-ccbe28350329 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:30.389041 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.546986 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-bc7cea86-9499-4eaf-a2de-c2460c75584d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.597455 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.651651 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-bc7cea86-9499-4eaf-a2de-c2460c75584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.656466 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:30.662779 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port d5ee8243-8328-4ba7-af80-ccbe28350329, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=d5ee8243-8328-4ba7-af80-ccbe28350329,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:30.728361 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-bc7cea86-9499-4eaf-a2de-c2460c75584d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af2add56d2a646aaad5256747b9b94d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540925 Jun 29 16:05:30.737534 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47064) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:30.737883 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47066) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:30.748841 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.750067 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e6b532fd-ce76-4b80-bcee-9fe94691374d up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:30.752007 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:30.771324 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-89f67312-039c-4945-bcbe-5ab8b41dab38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--975758878', 'description': 'tempest-description--363259739'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:30.852062 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cea86-9499-4eaf-a2de-c2460c75584d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a804392a-72ac-4342-8ae9-307bfef2c5df,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:30.876275 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-bc7cea86-9499-4eaf-a2de-c2460c75584d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:30.883276 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45150493-b715-4ee6-9115-71af58d97da4 req-71b69d61-ebeb-4131-8f63-439b1c60b073 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:30.891993 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-45150493-b715-4ee6-9115-71af58d97da4 req-71b69d61-ebeb-4131-8f63-439b1c60b073 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 931 time: 0.8225393 Jun 29 16:05:30.912946 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-adf55a02-e8c8-4d9f-b51b-a3b0aa8a91a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.917359 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=d5ee8243-8328-4ba7-af80-ccbe28350329,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:30.920590 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:30.966192 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-adf55a02-e8c8-4d9f-b51b-a3b0aa8a91a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.029616 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-45150493-b715-4ee6-9115-71af58d97da4 req-27d0f375-d2a5-4355-af64-b32006831f6e tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307375 Jun 29 16:05:31.033557 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.046308 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-89f67312-039c-4945-bcbe-5ab8b41dab38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.074590 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port e6b532fd-ce76-4b80-bcee-9fe94691374d completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:31.079786 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port e6b532fd-ce76-4b80-bcee-9fe94691374d triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:31.080167 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.122959 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:31.137151 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Sync routers for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:05:31.175494 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:31.177012 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:31.205711 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-adf55a02-e8c8-4d9f-b51b-a3b0aa8a91a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.225823 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-adf55a02-e8c8-4d9f-b51b-a3b0aa8a91a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.229866 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-adf55a02-e8c8-4d9f-b51b-a3b0aa8a91a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a804392a-72ac-4342-8ae9-307bfef2c5df HTTP/1.1" status: 204 len: 168 time: 0.4880733 Jun 29 16:05:31.230473 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:31.269868 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf55a02-e8c8-4d9f-b51b-a3b0aa8a91a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a804392a-72ac-4342-8ae9-307bfef2c5df,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:31.283833 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-adf55a02-e8c8-4d9f-b51b-a3b0aa8a91a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:31.326670 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb05ef4-5a9c-4658-a8a9-ad1162f35cdd req-81e10d55-c56f-422e-b618-54c49c4bb31c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:31.337588 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6cb05ef4-5a9c-4658-a8a9-ad1162f35cdd req-81e10d55-c56f-422e-b618-54c49c4bb31c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 932 time: 0.2278194 Jun 29 16:05:31.387815 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-89f67312-039c-4945-bcbe-5ab8b41dab38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.429582 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Network 06858378-c74e-4cc1-afb8-3792abcf25a3 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:31.443198 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6cb05ef4-5a9c-4658-a8a9-ad1162f35cdd req-7e711a0f-33ba-4bac-b77d-f9dfcef9fb9a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970979 Jun 29 16:05:31.447685 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:31.464366 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:31.465282 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655426'] for router_interface, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.469688 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-89f67312-039c-4945-bcbe-5ab8b41dab38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.485003 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:31.541653 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.560792 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f67312-039c-4945-bcbe-5ab8b41dab38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836f1c41-0b5c-4074-9e8e-a64dd7810b9a,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:31.574541 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Request body: {'port': {'device_id': '3f2db274-1ccd-486b-aa16-76857f2c93cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:31.577946 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-89f67312-039c-4945-bcbe-5ab8b41dab38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:31.614056 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:31.632692 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Request body: {'port': {'device_id': 'd7f1bbb7-8786-4f31-81bc-fe499daeee3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:31.677774 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-89f67312-039c-4945-bcbe-5ab8b41dab38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.682283 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-89f67312-039c-4945-bcbe-5ab8b41dab38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9411268 Jun 29 16:05:31.685149 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47086) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:31.694317 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-5f133ea0-bab0-4e43-8350-f06e2dc13e3c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'security_group_rule': {'security_group_id': '836f1c41-0b5c-4074-9e8e-a64dd7810b9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:31.721255 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47088) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:31.756790 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Pushing event updated for resources: {'Port': ['ID=0e14b81c-7297-4fed-ae81-ae1be79d4e0c,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:31.762043 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port e6b532fd-ce76-4b80-bcee-9fe94691374d, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=e6b532fd-ce76-4b80-bcee-9fe94691374d,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:31.783942 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:31.867014 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.867801 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.871423 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:31.959366 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:31.978861 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.027112 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=e6b532fd-ce76-4b80-bcee-9fe94691374d,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:32.035184 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:32.080583 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f133ea0-bab0-4e43-8350-f06e2dc13e3c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.108638 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 10453a07-3460-4166-9ef2-f26b9c2534a8 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:32.147554 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-394a22b8-94a0-4084-bdbb-4b1dad0e9444 None None] Provisioning for port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:32.164463 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-394a22b8-94a0-4084-bdbb-4b1dad0e9444 None None] Provisioning complete for port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:32.165228 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-394a22b8-94a0-4084-bdbb-4b1dad0e9444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.228641 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-394a22b8-94a0-4084-bdbb-4b1dad0e9444 None None] Port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:05:32.248382 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 2, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:32.255739 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 10453a07-3460-4166-9ef2-f26b9c2534a8 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:32.256116 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.295678 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2afa0499-d0ae-4140-a74c-1455a00f3b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.361327 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Checking router: b217ab73-b62b-4e3c-93ff-1eea813fe4b9 for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:05:32.361534 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Updating router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf binding host dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:05:32.363859 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.494019 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f133ea0-bab0-4e43-8350-f06e2dc13e3c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.518372 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.654505 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f133ea0-bab0-4e43-8350-f06e2dc13e3c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.695185 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.709398 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device d5ee8243-8328-4ba7-af80-ccbe28350329 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:32.851464 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.864070 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655318'] for router_interface, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:32.878974 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6824bd2c-0eee-4b93-8469-2749acaa4530 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:32.936321 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Pushing event updated for resources: {'Port': ['ID=8917623a-902c-4db5-af44-dceccac5c45e,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:32.948846 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:33.012400 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:33.046884 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.074844 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Network 02627db8-556d-4ed5-bc08-88d7d4a4da15 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:33.092219 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5578a9-3bf0-4a63-9e59-52a05748fce1 req-987a2132-6ee4-4114-b53f-30b9c7831edf tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:33.099434 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8e5578a9-3bf0-4a63-9e59-52a05748fce1 req-987a2132-6ee4-4114-b53f-30b9c7831edf tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 931 time: 0.6728992 Jun 29 16:05:33.116033 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:33.117487 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f133ea0-bab0-4e43-8350-f06e2dc13e3c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc53ea8-2ade-4fdc-b752-3f0627a0bda0,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:33.222246 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5f133ea0-bab0-4e43-8350-f06e2dc13e3c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:33.230217 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port d5ee8243-8328-4ba7-af80-ccbe28350329 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:33.230532 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.236893 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7b523f-e119-4f6c-9548-e22a039b7e89 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:33.257871 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.294278 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066f3b5-ffde-4d36-9ebd-b825e4914d2e req-8e841a83-7d36-4c4a-a532-35cf3feb31b8 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:33.296471 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d066f3b5-ffde-4d36-9ebd-b825e4914d2e req-8e841a83-7d36-4c4a-a532-35cf3feb31b8 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 932 time: 0.6482882 Jun 29 16:05:33.319089 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8e5578a9-3bf0-4a63-9e59-52a05748fce1 req-3ba2340c-ae76-492c-b1f5-a76d2a799531 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189436 Jun 29 16:05:33.320635 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e6b9ec-389d-4016-ae75-345bec497619 {{(pid=93589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:33.348242 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.366852 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Transition to ACTIVE for port object cd7b523f-e119-4f6c-9548-e22a039b7e89 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:33.369166 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.399429 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:05:33.419011 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2afa0499-d0ae-4140-a74c-1455a00f3b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.419130 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d066f3b5-ffde-4d36-9ebd-b825e4914d2e req-b7d54685-57e3-4a0c-9c20-a0689d0cb6d4 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089580 Jun 29 16:05:33.420968 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Transition to ACTIVE for port object e4e6b9ec-389d-4016-ae75-345bec497619 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:33.446886 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Notify callbacks [] for port, precommit_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.472593 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Transition to ACTIVE for port object 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:33.569677 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2afa0499-d0ae-4140-a74c-1455a00f3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.570556 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.575867 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-73684077-38cf-4dc9-8bcf-4373cf8d67ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:33.607831 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.611405 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:33.646193 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.649537 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.651924 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655318'] for router_interface, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.662588 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:33.668026 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa0499-d0ae-4140-a74c-1455a00f3b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09a7e34-d559-436d-a530-e7d5f65faaa3,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:33.673330 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2afa0499-d0ae-4140-a74c-1455a00f3b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:33.684508 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:33.695200 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f133ea0-bab0-4e43-8350-f06e2dc13e3c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:33.696586 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5f133ea0-bab0-4e43-8350-f06e2dc13e3c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0095811 Jun 29 16:05:33.698768 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47126) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:33.704602 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-84602122-28fe-4a83-ba3d-378698a11386 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'security_group_rule': {'security_group_id': '836f1c41-0b5c-4074-9e8e-a64dd7810b9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:33.748464 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-2afa0499-d0ae-4140-a74c-1455a00f3b94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66877251533a486c82d7ef93c39ad7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0165408 Jun 29 16:05:33.780225 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47130) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:33.798485 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50db8b1-d1d2-43ca-b06c-419b3b355109 None None] Pushing event updated for resources: {'Port': ['ID=9a46abcd-e9b1-472c-980e-ce5fd1cb09cf,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:33.822884 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Pushing event updated for resources: {'Port': ['ID=0e14b81c-7297-4fed-ae81-ae1be79d4e0c,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:33.828172 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-b50db8b1-d1d2-43ca-b06c-419b3b355109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:34.019690 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Attempting to bind port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:34.021050 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Attempting to bind port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:34.021050 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Attempting to bind port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf on network ed9107c0-0852-43ee-80ef-c5c82cf4c16b {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:34.030266 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e4e6b9ec-389d-4016-ae75-345bec497619,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:34.030453 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e6b532fd-ce76-4b80-bcee-9fe94691374d up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:34.055006 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:05:34.064728 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Attempting to bind port e4e6b9ec-389d-4016-ae75-345bec497619 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:34.065196 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Attempting to bind port e4e6b9ec-389d-4016-ae75-345bec497619 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '4048acf9-a640-4a12-aea5-9b0c08a02e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f1a327a7-e0af-4590-9f2f-e90eb32c4b71'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:34.065643 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Attempting to bind port e4e6b9ec-389d-4016-ae75-345bec497619 on network f1a327a7-e0af-4590-9f2f-e90eb32c4b71 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:34.080552 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:34.080798 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Port e4e6b9ec-389d-4016-ae75-345bec497619 on network f1a327a7-e0af-4590-9f2f-e90eb32c4b71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:05:34.081200 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Attempting to bind port e4e6b9ec-389d-4016-ae75-345bec497619 on network f1a327a7-e0af-4590-9f2f-e90eb32c4b71 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:34.087897 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-84602122-28fe-4a83-ba3d-378698a11386 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:34.125196 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:34.132028 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Checking segment: {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:34.132028 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:34.132028 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Bound using segment: {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:34.132028 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Bound port: 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:34.132028 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:34.132527 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:34.132527 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Checking segment: {'id': '4048acf9-a640-4a12-aea5-9b0c08a02e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f1a327a7-e0af-4590-9f2f-e90eb32c4b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:34.132527 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Bound using segment: {'id': '4048acf9-a640-4a12-aea5-9b0c08a02e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f1a327a7-e0af-4590-9f2f-e90eb32c4b71'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:34.132527 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Bound port: e4e6b9ec-389d-4016-ae75-345bec497619, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048acf9-a640-4a12-aea5-9b0c08a02e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f1a327a7-e0af-4590-9f2f-e90eb32c4b71'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:34.132527 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:34.177869 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:05:34.190733 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] 10.222.0.13 "PUT /v2.0/routers/df31d4e7-2ded-4fa1-ba4f-6131b4a538b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5623507 Jun 29 16:05:34.194232 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Sync routers for ids ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:05:34.203938 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Pushing event updated for resources: {'Port': ['ID=cd7b523f-e119-4f6c-9548-e22a039b7e89,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:34.234987 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Routers {'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:34.238410 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:34.274252 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:34.291924 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:34.292422 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:34.340581 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-84602122-28fe-4a83-ba3d-378698a11386 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:34.346471 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Attempting to bind port cd7b523f-e119-4f6c-9548-e22a039b7e89 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:34.346995 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Attempting to bind port cd7b523f-e119-4f6c-9548-e22a039b7e89 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:34.347454 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Attempting to bind port cd7b523f-e119-4f6c-9548-e22a039b7e89 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:34.365184 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8d427854-11f5-4414-9149-ce4551746e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:34.378454 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Network 06858378-c74e-4cc1-afb8-3792abcf25a3 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:34.385487 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Port cd7b523f-e119-4f6c-9548-e22a039b7e89 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:05:34.385936 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Attempting to bind port cd7b523f-e119-4f6c-9548-e22a039b7e89 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:34.393678 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:34.397074 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:34.397601 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Checking segment: {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:34.398219 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Bound using segment: {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:34.398954 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Bound port: cd7b523f-e119-4f6c-9548-e22a039b7e89, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:34.402015 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:34.608653 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port e6b532fd-ce76-4b80-bcee-9fe94691374d triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:34.609267 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:34.689121 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] For port e4e6b9ec-389d-4016-ae75-345bec497619, host hv-cinder-79220, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:34.707092 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] For port e4e6b9ec-389d-4016-ae75-345bec497619, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e4e6b9ec-389d-4016-ae75-345bec497619,segment=NetworkSegment(4048acf9-a640-4a12-aea5-9b0c08a02e04),segment_id=4048acf9-a640-4a12-aea5-9b0c08a02e04)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:34.796822 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-84602122-28fe-4a83-ba3d-378698a11386 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:34.798245 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Set router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:34.829327 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] For port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:34.965395 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] For port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=9a46abcd-e9b1-472c-980e-ce5fd1cb09cf,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:34.990322 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5f133ea0-bab0-4e43-8350-f06e2dc13e3c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:35.008412 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:35.042431 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] For port cd7b523f-e119-4f6c-9548-e22a039b7e89, host hv-cinder-79220, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:35.069443 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-c826d851-04e9-4850-a777-a267a48d8232 None None] Provisioning complete for port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:35.070064 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-c826d851-04e9-4850-a777-a267a48d8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:35.174007 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8d427854-11f5-4414-9149-ce4551746e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:35.188285 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:35.199019 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] For port cd7b523f-e119-4f6c-9548-e22a039b7e89, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cd7b523f-e119-4f6c-9548-e22a039b7e89,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:35.205337 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:35.229609 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Router f90da393-dd93-4a12-a906-07dc67f648ef has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:05:35.333299 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-router', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'gw_port': {'id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '8917623a-902c-4db5-af44-dceccac5c45e', 'name': '', 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'mac_address': 'fa:16:3e:e0:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61bd08d7-4c07-4008-92e8-2cd8f75d3614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:27Z', 'updated_at': '2021-06-29T16:05:32Z', 'revision_number': 2, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'subnets': [{'id': '61bd08d7-4c07-4008-92e8-2cd8f75d3614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:35.357077 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84602122-28fe-4a83-ba3d-378698a11386 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7984afea-bbc0-415c-88a1-f677cb750e0c,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:35.366922 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-84602122-28fe-4a83-ba3d-378698a11386 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:35.374253 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:35.383788 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:35.404341 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:35.409488 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:35.415308 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:35.417612 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] 10.222.0.86 "PUT /v2.0/ports/e4e6b9ec-389d-4016-ae75-345bec497619 HTTP/1.1" status: 200 len: 1093 time: 4.3928242 Jun 29 16:05:35.483056 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2db274-1ccd-486b-aa16-76857f2c93cc', 'tag': 'e4e6b9ec-389d-4016-ae75-345bec497619'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:05:35.511935 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Checking router: df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:05:35.513720 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Updating router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 port 8917623a-902c-4db5-af44-dceccac5c45e binding host dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:05:35.531283 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:35.532725 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:35.538209 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] 10.222.0.86 "PUT /v2.0/ports/cd7b523f-e119-4f6c-9548-e22a039b7e89 HTTP/1.1" status: 200 len: 1094 time: 4.4863784 Jun 29 16:05:35.617244 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-84602122-28fe-4a83-ba3d-378698a11386 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:35.617244 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-84602122-28fe-4a83-ba3d-378698a11386 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9120131 Jun 29 16:05:35.617809 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Pushing event updated for resources: {'Port': ['ID=cd7b523f-e119-4f6c-9548-e22a039b7e89,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:35.622519 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f1bbb7-8786-4f31-81bc-fe499daeee3e', 'tag': 'cd7b523f-e119-4f6c-9548-e22a039b7e89'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:05:35.637056 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47164) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:35.641840 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:35.671700 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'floatingip': {'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:35.832648 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:35.834161 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-c826d851-04e9-4850-a777-a267a48d8232 None None] Port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:05:35.834433 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cb5fd-136e-4b7f-a006-d90731a4e8c2 req-6f72cb52-462a-457c-944d-642e1f392cfa tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:35.834433 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-238cb5fd-136e-4b7f-a006-d90731a4e8c2 req-6f72cb52-462a-457c-944d-642e1f392cfa tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 943 time: 1.0953150 Jun 29 16:05:35.834433 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e4e6b9ec-389d-4016-ae75-345bec497619,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:35.834433 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:35.897971 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-238cb5fd-136e-4b7f-a006-d90731a4e8c2 req-3493f9da-5ec3-4fb0-9ae5-7512d0160dbc tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817378 Jun 29 16:05:35.903742 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:35.905390 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:36.018215 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60f0a0-ebf9-4b73-8b79-58fece4f65af req-82b013b8-efb5-4f24-a0cc-92507b8e85dd tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:36.024756 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9f60f0a0-ebf9-4b73-8b79-58fece4f65af req-82b013b8-efb5-4f24-a0cc-92507b8e85dd tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 944 time: 0.4835699 Jun 29 16:05:36.066470 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:05:36.125123 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] 10.222.0.13 "PUT /v2.0/routers/f90da393-dd93-4a12-a906-07dc67f648ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0432286 Jun 29 16:05:36.125312 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Sync routers for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:05:36.142843 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50db8b1-d1d2-43ca-b06c-419b3b355109 None None] Pushing event updated for resources: {'Port': ['ID=9a46abcd-e9b1-472c-980e-ce5fd1cb09cf,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:36.162277 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b27d72-36ae-4ceb-9d2d-23a9b42b46d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2db274-1ccd-486b-aa16-76857f2c93cc", "tag": "e4e6b9ec-389d-4016-ae75-345bec497619"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:05:36.166474 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-b50db8b1-d1d2-43ca-b06c-419b3b355109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:36.178453 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9f60f0a0-ebf9-4b73-8b79-58fece4f65af req-7e036040-b443-4767-92d3-f6c81ac14338 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408155 Jun 29 16:05:36.244586 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:36.246444 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:36.252390 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:36.397714 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e2bf4b-2896-4f68-b122-34f6a2fa3443" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f1bbb7-8786-4f31-81bc-fe499daeee3e", "tag": "cd7b523f-e119-4f6c-9548-e22a039b7e89"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:05:36.514718 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:36.572742 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8d427854-11f5-4414-9149-ce4551746e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:36.593445 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8d427854-11f5-4414-9149-ce4551746e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:36.594095 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:36.594851 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-8d427854-11f5-4414-9149-ce4551746e12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f09a7e34-d559-436d-a530-e7d5f65faaa3 HTTP/1.1" status: 204 len: 168 time: 2.8213019 Jun 29 16:05:36.703435 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:36.783352 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-61694b0e-cc2f-4c0d-b354-1b66a91c4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:36.805271 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-61694b0e-cc2f-4c0d-b354-1b66a91c4ae0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=426a13d38f5a43c082ca7b8d19aa1d9a&device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 1096 time: 0.3668125 Jun 29 16:05:36.806171 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fc8b59-d0f2-4ad4-a25b-d7961402f88c x-openstack-request-id: req-22fc8b59-d0f2-4ad4-a25b-d7961402f88c {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:05:36.806638 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2db274-1ccd-486b-aa16-76857f2c93cc", "tag": "e4e6b9ec-389d-4016-ae75-345bec497619", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:05:36.807333 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22fc8b59-d0f2-4ad4-a25b-d7961402f88c {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:05:36.808037 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2db274-1ccd-486b-aa16-76857f2c93cc', 'tag': 'e4e6b9ec-389d-4016-ae75-345bec497619', 'status': 'completed', 'code': 200} Jun 29 16:05:36.828193 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d427854-11f5-4414-9149-ce4551746e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09a7e34-d559-436d-a530-e7d5f65faaa3,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:36.834746 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-8d427854-11f5-4414-9149-ce4551746e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:36.866933 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Notify callbacks [] for port, precommit_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:36.920734 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697baead-5d04-4e66-8743-779c10f28a5d req-aa319086-de23-48a8-a6b4-6c14c6ee2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:36.920734 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-aa319086-de23-48a8-a6b4-6c14c6ee2b45 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 1097 time: 0.2076955 Jun 29 16:05:36.921219 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.provisioning_blocks [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Transition to ACTIVE for port object 8917623a-902c-4db5-af44-dceccac5c45e will not be triggered until provisioned by entity L2. {{(pid=93591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:37.016954 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-8c4cda6f-6526-4c57-804e-dc530eb43a98 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7b523f-e119-4f6c-9548-e22a039b7e89 HTTP/1.1" status: 200 len: 217 time: 0.0979023 Jun 29 16:05:37.023869 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:37.059421 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:37.063118 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-09549c43-2188-42ec-b767-3f2e7292b00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:37.184787 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-c2ea87df-e35b-467d-a5f7-3ab7be72fde3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4e6b9ec-389d-4016-ae75-345bec497619 HTTP/1.1" status: 200 len: 217 time: 0.3487573 Jun 29 16:05:37.193250 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50abab8-3d7d-4c71-99b5-62b0c34bc01a x-openstack-request-id: req-f50abab8-3d7d-4c71-99b5-62b0c34bc01a {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:05:37.193789 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f1bbb7-8786-4f31-81bc-fe499daeee3e", "tag": "cd7b523f-e119-4f6c-9548-e22a039b7e89", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:05:37.194553 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f50abab8-3d7d-4c71-99b5-62b0c34bc01a {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:05:37.196197 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f1bbb7-8786-4f31-81bc-fe499daeee3e', 'tag': 'cd7b523f-e119-4f6c-9548-e22a039b7e89', 'status': 'completed', 'code': 200} Jun 29 16:05:37.233290 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697baead-5d04-4e66-8743-779c10f28a5d req-d6a63ffc-ceb5-4e32-9cbd-29d1c4486cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:37.238022 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-d6a63ffc-ceb5-4e32-9cbd-29d1c4486cc3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=386dbf5e-acb6-4d1e-8acd-05d3f5e32b96 HTTP/1.1" status: 200 len: 854 time: 0.2106512 Jun 29 16:05:37.294393 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:34Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:37.316486 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-53d70fba-39cf-425a-9b15-db5515bc1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:37.320882 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-53d70fba-39cf-425a-9b15-db5515bc1fad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=90c865c8-490e-48aa-90cc-b7f41c23cd40 HTTP/1.1" status: 200 len: 852 time: 0.0899651 Jun 29 16:05:37.332004 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656eada3-ba71-407c-a597-8471913b8a33 None None] The sync data for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb is: [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:34Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:05:37.388582 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-ce42b6f2-0eed-49e8-90db-d37459649a31 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6a596f04-c4ad-481d-8e42-9ee6956f485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673170 Jun 29 16:05:37.395008 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:32Z', 'revision_number': 2, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:37.406991 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235a4ff-2eb5-49bb-8849-87a589073106 None None] Pushing event updated for resources: {'Port': ['ID=8917623a-902c-4db5-af44-dceccac5c45e,revision_number=3']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:37.418388 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-f235a4ff-2eb5-49bb-8849-87a589073106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:37.445974 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Attempting to bind port 8917623a-902c-4db5-af44-dceccac5c45e on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:37.446349 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Attempting to bind port 8917623a-902c-4db5-af44-dceccac5c45e by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:37.457633 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Allocated IP 172.28.3.144 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/794c4c6a-f700-4809-b87b-18cb0fa07de9) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:37.457867 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Attempting to bind port 8917623a-902c-4db5-af44-dceccac5c45e on network 02627db8-556d-4ed5-bc08-88d7d4a4da15 {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:37.463253 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:37.463917 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Checking segment: {'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:37.464373 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:37.465107 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Bound using segment: {'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:37.465872 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Bound port: 8917623a-902c-4db5-af44-dceccac5c45e, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'}}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:37.466481 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:37.471117 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Checking router: f90da393-dd93-4a12-a906-07dc67f648ef for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:05:37.471531 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Updating router f90da393-dd93-4a12-a906-07dc67f648ef port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c binding host dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:05:37.504319 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-dd86a65d-97e5-49f2-8a7b-a91249fc2461 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f1a327a7-e0af-4590-9f2f-e90eb32c4b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594021 Jun 29 16:05:37.545508 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-d76fdf72-af68-48f4-b36c-5c57022d67ee tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:37.546454 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:37.547739 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-d76fdf72-af68-48f4-b36c-5c57022d67ee tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/networks?id=02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 200 len: 819 time: 0.4808600 Jun 29 16:05:37.692250 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] For port 8917623a-902c-4db5-af44-dceccac5c45e, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:37.692513 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-b6e0b468-1c10-4bcc-9d18-c7bdf550735e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/quotas/ed6ec825f5b0470f8593f15f697dad53 HTTP/1.1" status: 200 len: 375 time: 0.0769455 Jun 29 16:05:37.692675 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] For port 8917623a-902c-4db5-af44-dceccac5c45e, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8917623a-902c-4db5-af44-dceccac5c45e,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:37.810143 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-68ea72f6-574d-45ca-99c0-667c481c67ea service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915863 Jun 29 16:05:37.925619 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:37.966301 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-7c71d3f8-c60c-4d41-983e-61133eef5f9c service neutron] 10.222.0.86 "GET /v2.0/networks/f1a327a7-e0af-4590-9f2f-e90eb32c4b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154639 Jun 29 16:05:38.024436 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a487b339-e3a3-455b-a106-6c621674890b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3141534 Jun 29 16:05:38.057617 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:38.104607 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-e17949ff-2fe5-4359-8c72-68633d8779b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:38.121472 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Notify callbacks [] for port, precommit_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:38.138604 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Transition to ACTIVE for port object 0e14b81c-7297-4fed-ae81-ae1be79d4e0c will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:38.146322 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:38.247840 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Routers {'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:38.248971 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:38.258282 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:38.261011 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:38.354695 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-246bcb68-3e78-4685-bd84-a8cee1e9a73a service neutron] 10.222.0.13 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136928 Jun 29 16:05:38.358319 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-697baead-5d04-4e66-8743-779c10f28a5d req-05871936-28bc-4045-8039-2ca2aadf2a7d service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462820 Jun 29 16:05:38.412151 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:38.452635 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:38.455940 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:38.481151 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47220) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:38.491532 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:38.514692 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-13da957a-1567-4456-894d-d38fb53047b5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:38.552443 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:38.555475 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:38.560019 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:38.572506 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710a3a6-ac72-4342-9a18-405e4107c9d9 None None] Pushing event updated for resources: {'Port': ['ID=0e14b81c-7297-4fed-ae81-ae1be79d4e0c,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:38.608159 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-d710a3a6-ac72-4342-9a18-405e4107c9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:38.650129 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] Set router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:38.775935 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'Port': ['ID=794c4c6a-f700-4809-b87b-18cb0fa07de9,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:38.776248 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Attempting to bind port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:38.776589 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Attempting to bind port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:38.776959 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Attempting to bind port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c on network 06858378-c74e-4cc1-afb8-3792abcf25a3 {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:38.789734 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:38.796510 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:38.796908 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Checking segment: {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:38.797321 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:38.797728 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Bound using segment: {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:38.798274 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Bound port: 0e14b81c-7297-4fed-ae81-ae1be79d4e0c, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:38.798673 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:38.941538 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235a4ff-2eb5-49bb-8849-87a589073106 None None] Pushing event updated for resources: {'Port': ['ID=8917623a-902c-4db5-af44-dceccac5c45e,revision_number=4']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:38.949079 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-f235a4ff-2eb5-49bb-8849-87a589073106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:38.955099 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:38.959574 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-bf672ee4-c1f2-4b2c-b43f-75b57c8a2252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:38.972818 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:39.040779 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2bf4b-2896-4f68-b122-34f6a2fa3443 req-887af5a1-dc11-49b0-a238-f4c614a4cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:39.042915 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-61e2bf4b-2896-4f68-b122-34f6a2fa3443 req-887af5a1-dc11-49b0-a238-f4c614a4cc83 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 1097 time: 0.4251900 Jun 29 16:05:39.113689 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] For port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:39.144098 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] For port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=0e14b81c-7297-4fed-ae81-ae1be79d4e0c,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:39.154061 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=9a46abcd-e9b1-472c-980e-ce5fd1cb09cf,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:39.159396 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-router', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'gw_port': {'id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '8917623a-902c-4db5-af44-dceccac5c45e', 'name': '', 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'mac_address': 'fa:16:3e:e0:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61bd08d7-4c07-4008-92e8-2cd8f75d3614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:27Z', 'updated_at': '2021-06-29T16:05:37Z', 'revision_number': 4, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'subnets': [{'id': '61bd08d7-4c07-4008-92e8-2cd8f75d3614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:39.199243 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e60e5-7c8a-46b0-9f92-acdf211bbe77 None None] The sync data for ids ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'] in dv-cinder-792209-4-smb is: [{'id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-router', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'gw_port': {'id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '8917623a-902c-4db5-af44-dceccac5c45e', 'name': '', 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'mac_address': 'fa:16:3e:e0:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61bd08d7-4c07-4008-92e8-2cd8f75d3614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:27Z', 'updated_at': '2021-06-29T16:05:37Z', 'revision_number': 4, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'subnets': [{'id': '61bd08d7-4c07-4008-92e8-2cd8f75d3614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:05:39.309520 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:39.313702 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-b50db8b1-d1d2-43ca-b06c-419b3b355109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:39.316128 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:39.570632 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-58f91c44-6c00-4a65-88f7-284986dbf8b9 service neutron] 10.222.0.13 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0284295 Jun 29 16:05:39.581681 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 47232) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:39.581784 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:05:39.581784 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:39.582343 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-11fff59f-4448-4d3b-bf49-0a2f9f5d4960 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655663164', 'description': 'tempest-description--779272537'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:39.603014 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea70c7c5-a068-4698-836b-ddd248658cb0 req-8bcac1cc-afb4-4f03-b9b3-a0ae70b87a22 service neutron] 10.222.0.86 "GET /v2.0/networks/f1a327a7-e0af-4590-9f2f-e90eb32c4b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5756922 Jun 29 16:05:39.730358 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710a3a6-ac72-4342-9a18-405e4107c9d9 None None] Pushing event updated for resources: {'Port': ['ID=0e14b81c-7297-4fed-ae81-ae1be79d4e0c,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:39.737283 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-d710a3a6-ac72-4342-9a18-405e4107c9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:39.739724 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-0e5d321e-b8b3-4401-9261-e2ead176b83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:39.779863 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:40.002452 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=9a46abcd-e9b1-472c-980e-ce5fd1cb09cf,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:40.018320 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:40.073211 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:05:40.373797 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b27d72-36ae-4ceb-9d2d-23a9b42b46d7 req-07360c7a-26a8-42da-b327-2961cadbf226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:40.375806 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f1b27d72-36ae-4ceb-9d2d-23a9b42b46d7 req-07360c7a-26a8-42da-b327-2961cadbf226 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=426a13d38f5a43c082ca7b8d19aa1d9a&device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 1096 time: 0.2708867 Jun 29 16:05:40.420516 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8917623a-902c-4db5-af44-dceccac5c45e up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:40.451665 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2bf4b-2896-4f68-b122-34f6a2fa3443 req-8c6bceb4-77b7-42f1-a69c-03cbd544b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:40.453214 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-61e2bf4b-2896-4f68-b122-34f6a2fa3443 req-8c6bceb4-77b7-42f1-a69c-03cbd544b789 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 200 len: 915 time: 1.4004650 Jun 29 16:05:40.774757 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:40.780534 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-61e2bf4b-2896-4f68-b122-34f6a2fa3443 req-baf39b5f-cc18-4520-acb3-05b6f37df78c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7b523f-e119-4f6c-9548-e22a039b7e89 HTTP/1.1" status: 200 len: 217 time: 0.2406077 Jun 29 16:05:40.802728 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8460d8-f7c8-488f-bdb4-aa10242bf6d2 req-82be8ab0-9ab5-43cb-bb6a-caffc75d5129 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:40.804989 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7d8460d8-f7c8-488f-bdb4-aa10242bf6d2 req-82be8ab0-9ab5-43cb-bb6a-caffc75d5129 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 943 time: 0.7797179 Jun 29 16:05:40.848788 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b27d72-36ae-4ceb-9d2d-23a9b42b46d7 req-9ef598ea-f0f7-4392-9284-3c096803a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:40.851440 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f1b27d72-36ae-4ceb-9d2d-23a9b42b46d7 req-9ef598ea-f0f7-4392-9284-3c096803a986 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f1a327a7-e0af-4590-9f2f-e90eb32c4b71 HTTP/1.1" status: 200 len: 913 time: 0.4276040 Jun 29 16:05:40.878743 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e980cb-a89f-4c04-9274-62cdc66a0831 req-4b953a0a-bf74-4dea-b949-1afe922d7d73 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:40.887713 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c7e980cb-a89f-4c04-9274-62cdc66a0831 req-4b953a0a-bf74-4dea-b949-1afe922d7d73 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 944 time: 0.5654526 Jun 29 16:05:40.901594 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7d8460d8-f7c8-488f-bdb4-aa10242bf6d2 req-e1f62e2d-eb4e-466c-b1a3-06029f06d3df tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882864 Jun 29 16:05:40.964290 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:05:41.005730 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de6d06-e1bf-4a0c-b14c-1aeb7b7b2662 None None] The sync data for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb is: [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:05:41.008989 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2bf4b-2896-4f68-b122-34f6a2fa3443 req-e5145992-375f-48af-bd0d-c8850c71777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:41.010476 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-61e2bf4b-2896-4f68-b122-34f6a2fa3443 req-e5145992-375f-48af-bd0d-c8850c71777b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=386dbf5e-acb6-4d1e-8acd-05d3f5e32b96 HTTP/1.1" status: 200 len: 854 time: 0.1409554 Jun 29 16:05:41.017765 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f1b27d72-36ae-4ceb-9d2d-23a9b42b46d7 req-aea4b9b8-0345-4f5b-a58b-aef4e9244571 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4e6b9ec-389d-4016-ae75-345bec497619 HTTP/1.1" status: 200 len: 217 time: 0.1278200 Jun 29 16:05:41.059462 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c7e980cb-a89f-4c04-9274-62cdc66a0831 req-8c27cbdf-aa95-41a6-a685-9220171d4c8a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707330 Jun 29 16:05:41.144098 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 8917623a-902c-4db5-af44-dceccac5c45e completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:41.159632 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 8917623a-902c-4db5-af44-dceccac5c45e triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:41.159632 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.213274 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-32113c12-0a1f-401c-9200-7fbacb310c96 req-c0321c1e-16f8-4364-9670-852162377e45 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 210 time: 0.1114969 Jun 29 16:05:41.219326 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-bf672ee4-c1f2-4b2c-b43f-75b57c8a2252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.247182 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.265079 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:41.267082 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-61e2bf4b-2896-4f68-b122-34f6a2fa3443 req-30783a4e-04db-4304-ba1d-dc7953d6c475 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6a596f04-c4ad-481d-8e42-9ee6956f485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967295 Jun 29 16:05:41.268659 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.333373 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b27d72-36ae-4ceb-9d2d-23a9b42b46d7 req-9c4664e9-a876-4bf9-9c71-9704107a343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:41.354006 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f1b27d72-36ae-4ceb-9d2d-23a9b42b46d7 req-9c4664e9-a876-4bf9-9c71-9704107a343a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=90c865c8-490e-48aa-90cc-b7f41c23cd40 HTTP/1.1" status: 200 len: 852 time: 0.2047994 Jun 29 16:05:41.373354 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-bf672ee4-c1f2-4b2c-b43f-75b57c8a2252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.489580 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.490199 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f1b27d72-36ae-4ceb-9d2d-23a9b42b46d7 req-2b7da31b-eb29-433a-82e8-bbc209d5c9ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f1a327a7-e0af-4590-9f2f-e90eb32c4b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033969 Jun 29 16:05:41.529492 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-bf672ee4-c1f2-4b2c-b43f-75b57c8a2252 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c6491fc05ac41abb4a5cc6833f4e965&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0446219 Jun 29 16:05:41.540075 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 8917623a-902c-4db5-af44-dceccac5c45e, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8917623a-902c-4db5-af44-dceccac5c45e,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:41.544774 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47268) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:41.639772 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'Port': ['ID=794c4c6a-f700-4809-b87b-18cb0fa07de9,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:41.643668 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:41.649096 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-adf55a02-e8c8-4d9f-b51b-a3b0aa8a91a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:41.712501 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-1c59b001-8e17-4986-a60f-456e48923ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.720595 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f1b27d72-36ae-4ceb-9d2d-23a9b42b46d7 req-b5718d71-c5a3-44d5-81cd-6f5e64c84e41 service neutron] 10.222.0.86 "GET /v2.0/networks/f1a327a7-e0af-4590-9f2f-e90eb32c4b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079463 Jun 29 16:05:41.827315 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf672ee4-c1f2-4b2c-b43f-75b57c8a2252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1a833b-8fe9-423e-9e24-9a63996990ca,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:41.830761 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-bf672ee4-c1f2-4b2c-b43f-75b57c8a2252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:41.834010 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-1c59b001-8e17-4986-a60f-456e48923ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.854229 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.855335 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11fff59f-4448-4d3b-bf49-0a2f9f5d4960 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.862954 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:41.927622 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-61e2bf4b-2896-4f68-b122-34f6a2fa3443 req-3fb86838-8a24-4c0d-8c57-1d26271a0328 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968621 Jun 29 16:05:42.002806 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=8917623a-902c-4db5-af44-dceccac5c45e,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:42.002806 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:42.067351 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:42.085682 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4463935 Jun 29 16:05:42.146556 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-ff3e3a1e-aa2d-4d07-9a01-f3ec3c7ba076 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:42.157453 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-ff3e3a1e-aa2d-4d07-9a01-f3ec3c7ba076 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/networks?id=02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 200 len: 819 time: 0.4463992 Jun 29 16:05:42.261253 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-61e2bf4b-2896-4f68-b122-34f6a2fa3443 req-704e37d5-5484-4e7c-aff5-1736b67820b6 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973495 Jun 29 16:05:42.264001 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-910368ed-5bdd-4573-a999-fc726742bfa2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/quotas/ed6ec825f5b0470f8593f15f697dad53 HTTP/1.1" status: 200 len: 375 time: 0.0609758 Jun 29 16:05:42.276635 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f1b27d72-36ae-4ceb-9d2d-23a9b42b46d7 req-efce2994-8580-44b5-a8ce-bebe571d9c21 service neutron] 10.222.0.86 "GET /v2.0/networks/f1a327a7-e0af-4590-9f2f-e90eb32c4b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671744 Jun 29 16:05:42.318283 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 0e14b81c-7297-4fed-ae81-ae1be79d4e0c up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:42.372055 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-1c59b001-8e17-4986-a60f-456e48923ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:42.372055 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-1c59b001-8e17-4986-a60f-456e48923ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:42.372055 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-1c59b001-8e17-4986-a60f-456e48923ff9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc1a833b-8fe9-423e-9e24-9a63996990ca HTTP/1.1" status: 204 len: 168 time: 0.8190458 Jun 29 16:05:42.373280 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-89f67312-039c-4945-bcbe-5ab8b41dab38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:42.394704 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59b001-8e17-4986-a60f-456e48923ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1a833b-8fe9-423e-9e24-9a63996990ca,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:42.403087 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-1c59b001-8e17-4986-a60f-456e48923ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:42.440549 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-45e0c6ae-77e0-427c-adec-4c14d994a11c tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1593566 Jun 29 16:05:42.477886 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887eede-4ef5-4929-abf9-dcf1ffb96fa4 req-ece1cd90-ff8d-490d-b70b-2116e8e3d24f tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:42.485020 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1887eede-4ef5-4929-abf9-dcf1ffb96fa4 req-ece1cd90-ff8d-490d-b70b-2116e8e3d24f tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 943 time: 0.1563897 Jun 29 16:05:42.509803 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11fff59f-4448-4d3b-bf49-0a2f9f5d4960 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:42.542783 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1887eede-4ef5-4929-abf9-dcf1ffb96fa4 req-369a7731-ee88-4701-b1b5-f1fe1db0e238 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567884 Jun 29 16:05:42.545549 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:42.558681 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:42.559105 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:42.579090 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-382f6123-d793-46a3-8aa4-6b154111aa12 service neutron] 10.222.0.13 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296675 Jun 29 16:05:42.692436 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:42.725971 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-c8a4979f-f17c-44be-9290-fcbbfb278d68 service neutron] 10.222.0.13 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458871 Jun 29 16:05:42.740100 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=0e14b81c-7297-4fed-ae81-ae1be79d4e0c,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:42.757622 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117f4d3-187c-4138-9294-47f669364c71 req-8bf7365f-9d4f-4e0d-91d1-531e13d1a0bb tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:42.759186 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f117f4d3-187c-4138-9294-47f669364c71 req-8bf7365f-9d4f-4e0d-91d1-531e13d1a0bb tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 944 time: 0.0936620 Jun 29 16:05:42.787938 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11fff59f-4448-4d3b-bf49-0a2f9f5d4960 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:42.799537 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3de88465-f94b-4404-8be9-cf08fef01580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:42.837668 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f117f4d3-187c-4138-9294-47f669364c71 req-03e7a08c-86ce-47ad-808d-9a79e09901a6 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704937 Jun 29 16:05:42.841683 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fff59f-4448-4d3b-bf49-0a2f9f5d4960 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4f6d04-f779-48ef-b0db-225240ab8d59,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:42.845242 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-11fff59f-4448-4d3b-bf49-0a2f9f5d4960 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:42.962679 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:42.963790 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:42.965834 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:42.986677 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-b50cdc51-9a15-4fba-9a7a-04fa03ebe8ed tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--975758878&fields=id&tenant_id=666e686de73c488ba885f0cbb4f3ec49 HTTP/1.1" status: 200 len: 267 time: 0.0463192 Jun 29 16:05:43.081677 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=0e14b81c-7297-4fed-ae81-ae1be79d4e0c,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:43.095351 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:43.124899 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:43.124899 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:43.136694 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11fff59f-4448-4d3b-bf49-0a2f9f5d4960 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:43.147824 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-11fff59f-4448-4d3b-bf49-0a2f9f5d4960 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.5737734 Jun 29 16:05:43.150786 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47328) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:43.156534 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-449d8b62-6844-4ae4-b285-87ec9c4c4bbe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'security_group_rule': {'security_group_id': '8c4f6d04-f779-48ef-b0db-225240ab8d59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:43.191379 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0015717e-08ed-4e78-bbf5-2720e5f30c51 req-636993ec-7ebf-4ebc-be6d-48966d2edb1a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 210 time: 0.0592048 Jun 29 16:05:43.222639 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-07ae3a14-719f-40e8-9af9-e75b2e770e3f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:43.228953 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-07ae3a14-719f-40e8-9af9-e75b2e770e3f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 816 time: 0.2343688 Jun 29 16:05:43.251827 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-60b7d93f-28ca-41b0-ba95-966a01c43ff6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/quotas/666e686de73c488ba885f0cbb4f3ec49 HTTP/1.1" status: 200 len: 375 time: 0.0159271 Jun 29 16:05:43.320952 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-449d8b62-6844-4ae4-b285-87ec9c4c4bbe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:43.400282 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-2dc8d3f7-71d9-4390-97c1-bf90d89a4408 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1419053 Jun 29 16:05:43.443600 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-449d8b62-6844-4ae4-b285-87ec9c4c4bbe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:43.503394 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-5c0c41f9-0091-49e3-a864-9874b1e6a33c service neutron] 10.222.0.13 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928440 Jun 29 16:05:43.606644 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-e2410f31-96c5-4533-8ca1-94c7f9fe6111 service neutron] 10.222.0.13 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968950 Jun 29 16:05:43.696185 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 47340) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:43.714067 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-449d8b62-6844-4ae4-b285-87ec9c4c4bbe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:43.719070 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-84602122-28fe-4a83-ba3d-378698a11386 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:43.729340 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-952ee267-44fb-4924-9c18-f1d5ff1dea78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:43.744941 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d8b62-6844-4ae4-b285-87ec9c4c4bbe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147b8552-7c21-41a6-8c3b-5665c4430e44,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:43.750551 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-449d8b62-6844-4ae4-b285-87ec9c4c4bbe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:43.782322 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fea1cf-3eba-4edc-b264-dc1d2a3b9c1d req-1343d1cd-2059-47d0-bb65-c5f3cc4e0ceb tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:43.784180 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b6fea1cf-3eba-4edc-b264-dc1d2a3b9c1d req-1343d1cd-2059-47d0-bb65-c5f3cc4e0ceb tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 943 time: 0.1335237 Jun 29 16:05:43.839547 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b6fea1cf-3eba-4edc-b264-dc1d2a3b9c1d req-ad9efd40-ca43-44e2-adf6-be6fa7c2ae50 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Jun 29 16:05:43.853394 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-449d8b62-6844-4ae4-b285-87ec9c4c4bbe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:43.859373 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 47344) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:43.859963 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-449d8b62-6844-4ae4-b285-87ec9c4c4bbe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7077878 Jun 29 16:05:43.869394 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-2e556fe9-80c2-47cf-be99-20ffab110705 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'security_group_rule': {'security_group_id': '8c4f6d04-f779-48ef-b0db-225240ab8d59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:43.897081 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.db.api [None req-2e556fe9-80c2-47cf-be99-20ffab110705 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 16:05:43.897081 dv-cinder-792209-4-smb neutron-server[93588]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 16:05:43.897081 dv-cinder-792209-4-smb neutron-server[93588]: [parameters: {'project_id_1': 'f1180ebf32f2459c82040f2d665ad727', 'expiration_1': datetime.datetime(2021, 6, 29, 16, 5, 43, 882578)}] Jun 29 16:05:43.897081 dv-cinder-792209-4-smb neutron-server[93588]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:05:43.897369 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_db.api [None req-2e556fe9-80c2-47cf-be99-20ffab110705 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:05:44.035356 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 0e14b81c-7297-4fed-ae81-ae1be79d4e0c up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:44.053361 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-952ee267-44fb-4924-9c18-f1d5ff1dea78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.089006 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47358) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:44.108709 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cc4cf5b2-b2a8-4942-8fed-d9521ce6d24c req-ffe4590b-8e22-4c79-8d0d-c5ff7760d286 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 210 time: 0.0915334 Jun 29 16:05:44.136750 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e47e2-4a20-42fa-8247-eaa897d559b4 req-41f02b3c-9034-43b9-a0ab-25cb67227d79 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:44.144613 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-837e47e2-4a20-42fa-8247-eaa897d559b4 req-41f02b3c-9034-43b9-a0ab-25cb67227d79 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 944 time: 0.1718135 Jun 29 16:05:44.155840 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:44.156378 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.196871 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-952ee267-44fb-4924-9c18-f1d5ff1dea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.222695 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-613a7f77-c904-457e-a4b9-dd035f38963f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:44.224089 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-837e47e2-4a20-42fa-8247-eaa897d559b4 req-7eb4b99c-ad0b-438f-8bc6-b3f4739aceef tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590625 Jun 29 16:05:44.286080 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8917623a-902c-4db5-af44-dceccac5c45e up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:44.301915 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b948f142-e9a8-4668-899d-670ede3b3a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.346351 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 8917623a-902c-4db5-af44-dceccac5c45e triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:44.347449 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.347579 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ee267-44fb-4924-9c18-f1d5ff1dea78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73a0f38-5e81-4294-98a6-79f6b56ad1f6,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:44.350677 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-952ee267-44fb-4924-9c18-f1d5ff1dea78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:44.353133 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d27fa125-1de3-4535-9533-3b7d48d70dd4 req-2fe1e4c5-8c83-4bc7-ad00-1cb5ace5aada tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 210 time: 0.0548775 Jun 29 16:05:44.358626 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-952ee267-44fb-4924-9c18-f1d5ff1dea78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da64ce3c85d24b9799e5ee75c46e2711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6583765 Jun 29 16:05:44.358856 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47368) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:44.450503 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-aa041cb2-eda0-4785-9ecb-44dac3be696a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.461771 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b948f142-e9a8-4668-899d-670ede3b3a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.480197 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-aa041cb2-eda0-4785-9ecb-44dac3be696a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.583761 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b948f142-e9a8-4668-899d-670ede3b3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.586984 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2afa0499-d0ae-4140-a74c-1455a00f3b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:44.631459 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-b948f142-e9a8-4668-899d-670ede3b3a0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cad52e16cab477ba0629e5d9ffe204a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5411386 Jun 29 16:05:44.632543 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 47370) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:44.632704 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948f142-e9a8-4668-899d-670ede3b3a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2587193d-1a5f-4007-b8a7-8ef60a6212b0,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:44.636467 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b948f142-e9a8-4668-899d-670ede3b3a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:44.689970 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9ea34826-75d1-44b4-83a5-9bc60cae2e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.715257 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9ea34826-75d1-44b4-83a5-9bc60cae2e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.876219 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-aa041cb2-eda0-4785-9ecb-44dac3be696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.879874 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-aa041cb2-eda0-4785-9ecb-44dac3be696a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.881450 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-aa041cb2-eda0-4785-9ecb-44dac3be696a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e73a0f38-5e81-4294-98a6-79f6b56ad1f6 HTTP/1.1" status: 204 len: 168 time: 0.5212142 Jun 29 16:05:44.881918 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b3ad2722-d4df-4c7b-8aa4-59d4317cebba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:44.889692 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa041cb2-eda0-4785-9ecb-44dac3be696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73a0f38-5e81-4294-98a6-79f6b56ad1f6,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:44.892192 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-aa041cb2-eda0-4785-9ecb-44dac3be696a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:44.990921 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2e556fe9-80c2-47cf-be99-20ffab110705 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:45.027158 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36543e-f1b5-43b7-b1b6-b2e9e056e1d0 req-613aff84-cd4b-4b73-be5e-8b11a2ec4079 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:45.028663 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4e36543e-f1b5-43b7-b1b6-b2e9e056e1d0 req-613aff84-cd4b-4b73-be5e-8b11a2ec4079 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 943 time: 0.0685802 Jun 29 16:05:45.067544 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4e36543e-f1b5-43b7-b1b6-b2e9e056e1d0 req-f112a9f1-9e99-47c4-ab49-40d937f76294 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325513 Jun 29 16:05:45.145064 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9ea34826-75d1-44b4-83a5-9bc60cae2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:45.149666 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9ea34826-75d1-44b4-83a5-9bc60cae2e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:45.154212 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-9ea34826-75d1-44b4-83a5-9bc60cae2e20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2587193d-1a5f-4007-b8a7-8ef60a6212b0 HTTP/1.1" status: 204 len: 168 time: 0.5172544 Jun 29 16:05:45.157441 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:45.172424 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea34826-75d1-44b4-83a5-9bc60cae2e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2587193d-1a5f-4007-b8a7-8ef60a6212b0,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:45.177035 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2e556fe9-80c2-47cf-be99-20ffab110705 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:45.178025 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-9ea34826-75d1-44b4-83a5-9bc60cae2e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:45.228339 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-98ee1875-fb89-4ae2-b873-ff72fdc10452 req-f564a9fa-9c88-4269-a143-4711f5f65764 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 210 time: 0.0536094 Jun 29 16:05:45.273921 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2e556fe9-80c2-47cf-be99-20ffab110705 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:45.275767 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:45.291742 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e556fe9-80c2-47cf-be99-20ffab110705 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be927561-a983-43ad-b336-6a1566228cda,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:45.297089 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2e556fe9-80c2-47cf-be99-20ffab110705 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:45.400217 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984caf9f-90a9-461d-827a-d0a346250e83 req-1276c762-4e42-46cc-9feb-1bfb183c309e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:45.401801 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-984caf9f-90a9-461d-827a-d0a346250e83 req-1276c762-4e42-46cc-9feb-1bfb183c309e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 944 time: 0.0640852 Jun 29 16:05:45.445595 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-984caf9f-90a9-461d-827a-d0a346250e83 req-0801eff9-bebe-4be6-be17-0a692b1dca4a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381789 Jun 29 16:05:45.464287 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2e556fe9-80c2-47cf-be99-20ffab110705 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:45.468501 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-2e556fe9-80c2-47cf-be99-20ffab110705 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6025879 Jun 29 16:05:45.472377 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 47386) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:45.480467 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'floatingip': {'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:45.806243 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d91c1c1f-4072-4aa6-999c-4d7fbce95880 req-13c365d7-90c2-4d4f-9cc2-b5959944f6eb tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 210 time: 0.3040545 Jun 29 16:05:45.871625 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-72105b4a-1718-4d4b-827c-1c97a98b90f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:45.873100 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-72105b4a-1718-4d4b-827c-1c97a98b90f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.86 "GET /v2.0/networks?id=02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 200 len: 819 time: 0.3740692 Jun 29 16:05:45.886526 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Request body: {'port': {'device_id': 'a20ddb6d-c8a2-495b-938d-c9d2a21a513f', 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15', 'admin_state_up': True, 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:45.993775 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.151188 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Made reservation on behalf of ed6ec825f5b0470f8593f15f697dad53 for: {'port': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:46.159728 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.184399 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.320798 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ef0c4-3da1-48e7-8661-193c6ed78992 req-19da1099-d9f2-4069-9399-b41a3cecfd3f tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:46.322361 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-db2ef0c4-3da1-48e7-8661-193c6ed78992 req-19da1099-d9f2-4069-9399-b41a3cecfd3f tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 943 time: 0.0825996 Jun 29 16:05:46.369152 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-db2ef0c4-3da1-48e7-8661-193c6ed78992 req-403bbbbf-9190-4c67-bf64-dacefc5dea30 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380807 Jun 29 16:05:46.426733 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-07a0b1b5-bca0-44ee-9fea-e13cce0afd0a req-f1b517c3-4aa0-4ae3-9f17-60c4d6f1f6b3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 210 time: 0.0469341 Jun 29 16:05:46.439979 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Allocated IP 172.28.3.175 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/419cb204-e8c0-4613-a6f9-28a2c20c501f) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:46.462751 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Allocated IP 172.20.0.13 (02627db8-556d-4ed5-bc08-88d7d4a4da15/61bd08d7-4c07-4008-92e8-2cd8f75d3614/06e30015-e1b7-469d-9475-4552c5aa6e8a) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:46.651756 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.716539 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b34be-f22a-4993-b27c-6caec5ca7f1d req-66ceee47-0804-4227-a118-e570371d4e19 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:46.718088 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-010b34be-f22a-4993-b27c-6caec5ca7f1d req-66ceee47-0804-4227-a118-e570371d4e19 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 944 time: 0.0749130 Jun 29 16:05:46.734106 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.756542 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-010b34be-f22a-4993-b27c-6caec5ca7f1d req-a16e4d61-98eb-4ad3-ad40-2eb793e71745 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Jun 29 16:05:46.905841 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.909217 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:46.983049 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.991089 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e8e28c13-ceeb-4f18-9c68-cce69fe404b1 req-3fa1b53e-0be2-43d2-a20c-c0ace5502e30 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 210 time: 0.0529504 Jun 29 16:05:46.995023 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:47.001792 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:47.005819 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'Port': ['ID=419cb204-e8c0-4613-a6f9-28a2c20c501f,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:47.016976 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device cd7b523f-e119-4f6c-9548-e22a039b7e89 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:05:47.017586 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:47.024755 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:47.025248 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:47.106572 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Network 02627db8-556d-4ed5-bc08-88d7d4a4da15 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:47.108214 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:47.161210 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:47.167961 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:47.168604 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:47.199272 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-fd403219-7381-418b-b29b-6713d15ecfe5 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:47.201115 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-fd403219-7381-418b-b29b-6713d15ecfe5 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.86 "GET /v2.0/networks?id=02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 200 len: 819 time: 0.1592052 Jun 29 16:05:47.217034 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Request body: {'port': {'device_id': '7f776280-0c0b-4193-9ee8-671d1ffb6e16', 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15', 'admin_state_up': True, 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:47.225761 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Pushing event updated for resources: {'Port': ['ID=06e30015-e1b7-469d-9475-4552c5aa6e8a,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:47.227012 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port cd7b523f-e119-4f6c-9548-e22a039b7e89, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cd7b523f-e119-4f6c-9548-e22a039b7e89,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:47.236798 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:47.256477 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': 'cd7b523f-e119-4f6c-9548-e22a039b7e89', 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f', 'port_id': 'cd7b523f-e119-4f6c-9548-e22a039b7e89', 'mac_address': 'fa:16:3e:8a:de:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386dbf5e-acb6-4d1e-8acd-05d3f5e32b96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:05:47.270633 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:47.289892 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4069719 Jun 29 16:05:47.306323 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Request body: {'port': {'device_id': 'a20ddb6d-c8a2-495b-938d-c9d2a21a513f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:47.347038 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:47.369206 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7b523f-e119-4f6c-9548-e22a039b7e89 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:47.446598 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port cd7b523f-e119-4f6c-9548-e22a039b7e89, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cd7b523f-e119-4f6c-9548-e22a039b7e89,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:47.512803 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:47.529403 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:47.590730 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:47.597424 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device e4e6b9ec-389d-4016-ae75-345bec497619 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:05:47.597424 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:47.762881 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4df0f-5353-4a80-be7a-c7f1db5d4062 req-2dc2d679-7ed5-4a6e-8b95-7cbdf6d6023f tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:47.764585 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-38c4df0f-5353-4a80-be7a-c7f1db5d4062 req-2dc2d679-7ed5-4a6e-8b95-7cbdf6d6023f tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 943 time: 0.1284220 Jun 29 16:05:47.775344 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=cd7b523f-e119-4f6c-9548-e22a039b7e89,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:47.783094 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:47.818036 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-38c4df0f-5353-4a80-be7a-c7f1db5d4062 req-88be8b04-094b-444f-a730-d008da8314e4 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 Jun 29 16:05:47.844444 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b79ff895-4675-462f-909a-677d2b5790a4 req-fad0012e-18bf-427a-96c3-c3046288b136 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 210 time: 0.1369276 Jun 29 16:05:47.883276 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Made reservation on behalf of ed6ec825f5b0470f8593f15f697dad53 for: {'port': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:47.887477 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:47.892021 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port e4e6b9ec-389d-4016-ae75-345bec497619, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e4e6b9ec-389d-4016-ae75-345bec497619,segment=NetworkSegment(4048acf9-a640-4a12-aea5-9b0c08a02e04),segment_id=4048acf9-a640-4a12-aea5-9b0c08a02e04)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:47.919255 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': 'e4e6b9ec-389d-4016-ae75-345bec497619', 'network_id': 'f1a327a7-e0af-4590-9f2f-e90eb32c4b71', 'port_id': 'e4e6b9ec-389d-4016-ae75-345bec497619', 'mac_address': 'fa:16:3e:64:8d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c865c8-490e-48aa-90cc-b7f41c23cd40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:05:48.019377 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:48.045998 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e6b9ec-389d-4016-ae75-345bec497619 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:48.101881 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:48.102104 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port e4e6b9ec-389d-4016-ae75-345bec497619, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e4e6b9ec-389d-4016-ae75-345bec497619,segment=NetworkSegment(4048acf9-a640-4a12-aea5-9b0c08a02e04),segment_id=4048acf9-a640-4a12-aea5-9b0c08a02e04)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:48.123911 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-b4d6517d-322e-4b29-a96a-77a423b991e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:48.202182 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a866e5-1fb8-4b26-b892-c01c57c0a425 req-5584a8f4-e3dd-4bd9-bef7-1aec7a48ba92 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:48.204007 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-32a866e5-1fb8-4b26-b892-c01c57c0a425 req-5584a8f4-e3dd-4bd9-bef7-1aec7a48ba92 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 945 time: 0.1224427 Jun 29 16:05:48.230158 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:48.231933 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:48.273950 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:48.284280 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-32a866e5-1fb8-4b26-b892-c01c57c0a425 req-d4f37313-828d-48b7-9eeb-45631b6cac94 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613153 Jun 29 16:05:48.315232 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=e4e6b9ec-389d-4016-ae75-345bec497619,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:48.318006 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-13d9a54b-f0d6-4284-80f7-5e9267b00d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:48.319337 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:48.321480 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1285da5d-8324-4959-b341-107216d0e553 req-513da156-2183-440a-a706-c8921574b907 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 210 time: 0.0935969 Jun 29 16:05:48.324422 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e30015-e1b7-469d-9475-4552c5aa6e8a {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:48.356460 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:48.356460 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:48.383133 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Transition to ACTIVE for port object 06e30015-e1b7-469d-9475-4552c5aa6e8a will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:48.390436 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'Port': ['ID=419cb204-e8c0-4613-a6f9-28a2c20c501f,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:48.390436 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:48.399012 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.86', 52430) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:48.460437 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:48.474200 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9914911 Jun 29 16:05:48.542117 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-78f3a14e-757a-4e71-8c0a-42636f4f706e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:48.542117 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-78f3a14e-757a-4e71-8c0a-42636f4f706e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.86 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 816 time: 0.1415417 Jun 29 16:05:48.542441 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:48.546349 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['e4e6b9ec-389d-4016-ae75-345bec497619'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:05:48.553047 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:48.581571 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['cd7b523f-e119-4f6c-9548-e22a039b7e89'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:05:48.622513 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Allocated IP 172.20.0.8 (02627db8-556d-4ed5-bc08-88d7d4a4da15/61bd08d7-4c07-4008-92e8-2cd8f75d3614/dcb36b22-70c1-4be6-9c7d-d6a9af96b12f) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:48.762284 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-fa6e5b4b-54ad-48a6-8e57-7977df35dc8c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=666e686de73c488ba885f0cbb4f3ec49 HTTP/1.1" status: 200 len: 379 time: 0.2101912 Jun 29 16:05:48.782095 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'port': {'device_id': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'admin_state_up': True, 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'security_groups': ['836f1c41-0b5c-4074-9e8e-a64dd7810b9a']}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:48.905121 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Pushing event updated for resources: {'Port': ['ID=06e30015-e1b7-469d-9475-4552c5aa6e8a,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:48.905224 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-04fdca02-d717-47eb-aee1-6793809556e9 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1655663164&fields=id&tenant_id=f1180ebf32f2459c82040f2d665ad727 HTTP/1.1" status: 200 len: 267 time: 0.1072044 Jun 29 16:05:48.907243 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:48.932738 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Attempting to bind port 06e30015-e1b7-469d-9475-4552c5aa6e8a on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:48.938282 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Attempting to bind port 06e30015-e1b7-469d-9475-4552c5aa6e8a by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:48.938737 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Attempting to bind port 06e30015-e1b7-469d-9475-4552c5aa6e8a on network 02627db8-556d-4ed5-bc08-88d7d4a4da15 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:48.957315 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Port 06e30015-e1b7-469d-9475-4552c5aa6e8a on network 02627db8-556d-4ed5-bc08-88d7d4a4da15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:05:48.962211 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Attempting to bind port 06e30015-e1b7-469d-9475-4552c5aa6e8a on network 02627db8-556d-4ed5-bc08-88d7d4a4da15 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:49.003344 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:49.003845 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Checking segment: {'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:49.005034 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Bound using segment: {'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:49.005471 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:49.005844 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Bound port: 06e30015-e1b7-469d-9475-4552c5aa6e8a, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:49.006381 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:49.112317 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d2606c2c-4bfb-43ee-abe1-a24547eb4a88 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:49.114251 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d2606c2c-4bfb-43ee-abe1-a24547eb4a88 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/networks?id=06858378-c74e-4cc1-afb8-3792abcf25a3 HTTP/1.1" status: 200 len: 810 time: 0.1908236 Jun 29 16:05:49.140321 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-2d199dda-76c5-4721-a95e-9342deb48890 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/quotas/f1180ebf32f2459c82040f2d665ad727 HTTP/1.1" status: 200 len: 375 time: 0.0196295 Jun 29 16:05:49.153521 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] For port 06e30015-e1b7-469d-9475-4552c5aa6e8a, host hv-cinder-79220, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:49.158704 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Made reservation on behalf of 666e686de73c488ba885f0cbb4f3ec49 for: {'port': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:49.165833 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:49.191069 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] For port 06e30015-e1b7-469d-9475-4552c5aa6e8a, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:49.236563 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-b1767b69-2749-4257-84d2-96a8c49e2253 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1180ebf32f2459c82040f2d665ad727&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838842 Jun 29 16:05:49.264289 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc785381-a924-4308-be0b-d2992faf2e30 req-21ac1aa7-efe2-422b-855c-2a5baffa956e tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:49.272359 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cc785381-a924-4308-be0b-d2992faf2e30 req-21ac1aa7-efe2-422b-855c-2a5baffa956e tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 944 time: 0.1671996 Jun 29 16:05:49.312652 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:49.321389 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7a2bb5a2-e45b-41b9-8851-4abdab3d9016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:49.332087 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cc785381-a924-4308-be0b-d2992faf2e30 req-8485ba49-9ad7-4d1b-a6b8-bef1fa22a0e6 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588725 Jun 29 16:05:49.368907 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:49.374969 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e7accb21-0ac3-48c2-a301-8be689d3bb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:49.388624 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Network 02627db8-556d-4ed5-bc08-88d7d4a4da15 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:49.408013 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:49.411657 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Pushing event updated for resources: {'Port': ['ID=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:49.420244 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:49.426570 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:49.427228 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:49.436892 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:49.453749 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-70dfd7d2-6e85-44d3-b589-6b625d348d77 service neutron] 10.222.0.13 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025349 Jun 29 16:05:49.549048 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-966c04c4-ee04-42eb-81e6-019bd2d7cf89 service neutron] 10.222.0.13 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887563 Jun 29 16:05:49.556930 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3473115 Jun 29 16:05:49.573252 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Request body: {'port': {'device_id': '7f776280-0c0b-4193-9ee8-671d1ffb6e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:49.629178 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a827c0fc-c4da-463a-82e9-f97b9fda8200 req-5b43fd88-9f48-475e-af76-c814aed77b50 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 210 time: 0.0476410 Jun 29 16:05:49.635216 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Allocated IP 172.20.0.8 (ed9107c0-0852-43ee-80ef-c5c82cf4c16b/bcba7253-a8a4-4c4a-856e-c931d3a02acd/ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:49.637925 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:49.638560 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:49.640028 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] 10.222.0.86 "PUT /v2.0/ports/06e30015-e1b7-469d-9475-4552c5aa6e8a HTTP/1.1" status: 200 len: 1094 time: 2.3400326 Jun 29 16:05:49.640515 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20ddb6d-c8a2-495b-938d-c9d2a21a513f', 'tag': '06e30015-e1b7-469d-9475-4552c5aa6e8a'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:05:49.643066 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecda0f5-6f00-40e9-a502-dab729bfa007" -d '{"events": [{"name": "network-changed", "server_uuid": "a20ddb6d-c8a2-495b-938d-c9d2a21a513f", "tag": "06e30015-e1b7-469d-9475-4552c5aa6e8a"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:05:49.657071 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Pushing event updated for resources: {'Port': ['ID=06e30015-e1b7-469d-9475-4552c5aa6e8a,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:49.660732 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:49.716360 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:49.826162 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:49.856280 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Transition to ACTIVE for port object ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:50.011031 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9226c3-773f-470a-b40e-4b40e855ab8d req-d676009e-23cb-460a-b802-e4afe532a239 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:50.012612 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ca9226c3-773f-470a-b40e-4b40e855ab8d req-d676009e-23cb-460a-b802-e4afe532a239 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 945 time: 0.1466177 Jun 29 16:05:50.016262 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-651c4cb3-c157-434e-a5f5-9ae78955a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:50.017734 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-651c4cb3-c157-434e-a5f5-9ae78955a488 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 1097 time: 0.1505973 Jun 29 16:05:50.077901 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-7c0bbc5d-bad9-40bc-8dfe-18e12350aa9d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a HTTP/1.1" status: 200 len: 217 time: 0.0474041 Jun 29 16:05:50.098983 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb36b22-70c1-4be6-9c7d-d6a9af96b12f {{(pid=93589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:50.108291 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.116835 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.126861 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ca9226c3-773f-470a-b40e-4b40e855ab8d req-cffce41d-55aa-4406-b5f7-ba4747507c41 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043074 Jun 29 16:05:50.133465 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-a994759f-d7af-4f1f-930d-cfb3409a4137 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:50.136714 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b5e5a-5989-4a6d-9393-a1e607198e1d req-e84c20f1-c9eb-4169-84ce-848a829ee6ff tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:50.139791 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b13b5e5a-5989-4a6d-9393-a1e607198e1d req-e84c20f1-c9eb-4169-84ce-848a829ee6ff tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 931 time: 0.1454394 Jun 29 16:05:50.156731 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Transition to ACTIVE for port object dcb36b22-70c1-4be6-9c7d-d6a9af96b12f will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:50.190484 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Network ed9107c0-0852-43ee-80ef-c5c82cf4c16b is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:50.194977 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:50.197530 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:50.207356 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:50.207993 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b13b5e5a-5989-4a6d-9393-a1e607198e1d req-06563768-a617-480c-88ca-656e8d62b854 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558376 Jun 29 16:05:50.208088 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.211733 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-b27397b8-d455-4c49-8f74-139990480f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:50.213371 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-b27397b8-d455-4c49-8f74-139990480f7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61bd08d7-4c07-4008-92e8-2cd8f75d3614 HTTP/1.1" status: 200 len: 859 time: 0.1276786 Jun 29 16:05:50.229071 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.230098 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-de6cdf34-b1e4-4d28-942b-c1c0082a4729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.233752 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:50.235816 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'Port': ['ID=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:50.288703 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:50.291646 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-bf8967b9-9065-4dbf-8ed0-275d8c6a9a09 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02627db8-556d-4ed5-bc08-88d7d4a4da15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707088 Jun 29 16:05:50.367349 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0b3664a0-d930-499a-9e27-208f5801ed16 req-99df5ac6-5b94-4c84-87df-ab3f57143c43 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 210 time: 0.0550773 Jun 29 16:05:50.395114 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Pushing event updated for resources: {'Port': ['ID=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:50.398815 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:50.432913 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Attempting to bind port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:50.433300 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Attempting to bind port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:50.433577 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Attempting to bind port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f on network 02627db8-556d-4ed5-bc08-88d7d4a4da15 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:50.436050 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.438874 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f on network 02627db8-556d-4ed5-bc08-88d7d4a4da15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:05:50.439205 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Attempting to bind port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f on network 02627db8-556d-4ed5-bc08-88d7d4a4da15 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:50.444921 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:50.454212 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Checking segment: {'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:50.454212 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Bound using segment: {'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:50.454212 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Bound port: dcb36b22-70c1-4be6-9c7d-d6a9af96b12f, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1828fd21-94a3-4f2c-83b3-d3605a493cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:50.454212 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.483863 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-c3ceedcb-6c92-48d2-ad80-90020a573e01 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847801 Jun 29 16:05:50.487537 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9557c1-92fd-40c2-9c69-0bfb9ed2dc30 x-openstack-request-id: req-7e9557c1-92fd-40c2-9c69-0bfb9ed2dc30 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:05:50.487848 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20ddb6d-c8a2-495b-938d-c9d2a21a513f", "tag": "06e30015-e1b7-469d-9475-4552c5aa6e8a", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:05:50.488119 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e9557c1-92fd-40c2-9c69-0bfb9ed2dc30 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:05:50.488551 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20ddb6d-c8a2-495b-938d-c9d2a21a513f', 'tag': '06e30015-e1b7-469d-9475-4552c5aa6e8a', 'status': 'completed', 'code': 200} Jun 29 16:05:50.516098 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] For port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f, host hv-cinder-79220, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:50.520542 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] For port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:50.535258 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7572558 Jun 29 16:05:50.577946 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Request body: {'port': {'device_id': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:50.663098 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.666334 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:50.708701 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:50.709453 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.710698 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] 10.222.0.86 "PUT /v2.0/ports/dcb36b22-70c1-4be6-9c7d-d6a9af96b12f HTTP/1.1" status: 200 len: 1093 time: 1.1442306 Jun 29 16:05:50.711349 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f776280-0c0b-4193-9ee8-671d1ffb6e16', 'tag': 'dcb36b22-70c1-4be6-9c7d-d6a9af96b12f'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:05:50.713397 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93faa75-bbd3-4f92-948c-fe6f89e47a3b req-7443e61b-f42a-4a14-84cf-d4cb4fc25a14 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:50.713975 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-4b5df30a-3535-484d-ac15-cd8aa4dd6e8f None None] Provisioning for port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:50.715133 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e93faa75-bbd3-4f92-948c-fe6f89e47a3b req-7443e61b-f42a-4a14-84cf-d4cb4fc25a14 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 944 time: 0.2297862 Jun 29 16:05:50.719784 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b928e445-6956-4f3b-8e16-ba4910d7f4d2 req-96539fd2-6241-4a8e-91d4-a71fc31f0589 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215340 Jun 29 16:05:50.725466 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.732316 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-4b5df30a-3535-484d-ac15-cd8aa4dd6e8f None None] Provisioning complete for port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:50.732700 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-4b5df30a-3535-484d-ac15-cd8aa4dd6e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.750370 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96f0ccc-a5a4-48ce-99b3-c1211ea4a600" -d '{"events": [{"name": "network-changed", "server_uuid": "7f776280-0c0b-4193-9ee8-671d1ffb6e16", "tag": "dcb36b22-70c1-4be6-9c7d-d6a9af96b12f"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:05:50.784335 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Pushing event updated for resources: {'Port': ['ID=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:50.788958 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:50.791686 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-4b5df30a-3535-484d-ac15-cd8aa4dd6e8f None None] Port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:05:50.818690 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e93faa75-bbd3-4f92-948c-fe6f89e47a3b req-1ead7254-021f-4838-9ef5-f7b75c5eb3f1 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833409 Jun 29 16:05:50.878335 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3b862-4294-4643-a6be-06de82d9f004 req-ef50532e-b199-4106-81d6-5c13117b3a8e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:50.880601 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-01c3b862-4294-4643-a6be-06de82d9f004 req-ef50532e-b199-4106-81d6-5c13117b3a8e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 931 time: 0.0716023 Jun 29 16:05:50.882074 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4188668-5bf1-4dfb-b531-85bfc2d6e75c x-openstack-request-id: req-d4188668-5bf1-4dfb-b531-85bfc2d6e75c {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:05:50.882384 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f776280-0c0b-4193-9ee8-671d1ffb6e16", "tag": "dcb36b22-70c1-4be6-9c7d-d6a9af96b12f", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:05:50.883831 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4188668-5bf1-4dfb-b531-85bfc2d6e75c {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:05:50.884258 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f776280-0c0b-4193-9ee8-671d1ffb6e16', 'tag': 'dcb36b22-70c1-4be6-9c7d-d6a9af96b12f', 'status': 'completed', 'code': 200} Jun 29 16:05:50.921725 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-01c3b862-4294-4643-a6be-06de82d9f004 req-22bf10c1-1cc6-4eb7-b94d-701d7aa2fbb1 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337017 Jun 29 16:05:51.007582 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device cd7b523f-e119-4f6c-9548-e22a039b7e89 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:51.028126 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecda0f5-6f00-40e9-a502-dab729bfa007 req-61ba8daf-2b85-4466-9461-122ea2e18bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.029608 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cecda0f5-6f00-40e9-a502-dab729bfa007 req-61ba8daf-2b85-4466-9461-122ea2e18bb1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 1097 time: 0.0615494 Jun 29 16:05:51.040631 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f0ccc-a5a4-48ce-99b3-c1211ea4a600 req-398334f0-8445-4d8c-9538-ef2041805b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.042164 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b96f0ccc-a5a4-48ce-99b3-c1211ea4a600 req-398334f0-8445-4d8c-9538-ef2041805b60 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 1096 time: 0.1410115 Jun 29 16:05:51.120521 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecda0f5-6f00-40e9-a502-dab729bfa007 req-e3c813f6-89b0-4235-95a0-89d43a29a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.121993 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cecda0f5-6f00-40e9-a502-dab729bfa007 req-e3c813f6-89b0-4235-95a0-89d43a29a3b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 200 len: 920 time: 0.0847547 Jun 29 16:05:51.167188 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cecda0f5-6f00-40e9-a502-dab729bfa007 req-cac9e59e-204d-497b-baf3-aaec98a24e35 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a HTTP/1.1" status: 200 len: 217 time: 0.0385847 Jun 29 16:05:51.181369 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port cd7b523f-e119-4f6c-9548-e22a039b7e89 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:51.186541 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port cd7b523f-e119-4f6c-9548-e22a039b7e89 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:51.187292 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:51.218257 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecda0f5-6f00-40e9-a502-dab729bfa007 req-9c989897-da41-42c8-af83-4bcf131b98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.219788 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cecda0f5-6f00-40e9-a502-dab729bfa007 req-9c989897-da41-42c8-af83-4bcf131b98c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61bd08d7-4c07-4008-92e8-2cd8f75d3614 HTTP/1.1" status: 200 len: 859 time: 0.0460720 Jun 29 16:05:51.258072 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:51.261803 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:51.273700 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cecda0f5-6f00-40e9-a502-dab729bfa007 req-f52849bb-f49c-4896-bbd6-d689f9002181 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02627db8-556d-4ed5-bc08-88d7d4a4da15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458190 Jun 29 16:05:51.279466 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f0ccc-a5a4-48ce-99b3-c1211ea4a600 req-8cf03abc-b0fe-45c1-a9f5-c4ceed07a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.281022 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b96f0ccc-a5a4-48ce-99b3-c1211ea4a600 req-8cf03abc-b0fe-45c1-a9f5-c4ceed07a749 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=ed6ec825f5b0470f8593f15f697dad53&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2296832 Jun 29 16:05:51.284097 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Transition to ACTIVE for port object ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:51.475566 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f0ccc-a5a4-48ce-99b3-c1211ea4a600 req-774726e5-38bc-43ee-9b15-8b52d48bdc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.477921 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b96f0ccc-a5a4-48ce-99b3-c1211ea4a600 req-774726e5-38bc-43ee-9b15-8b52d48bdc05 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853592 Jun 29 16:05:51.480553 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:51.516740 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:51.542672 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:51.569555 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cecda0f5-6f00-40e9-a502-dab729bfa007 req-a9fb62aa-8c59-4d4f-9572-e7e2ebb02abf service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862096 Jun 29 16:05:51.571667 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f1bbb7-8786-4f31-81bc-fe499daeee3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7b523f-e119-4f6c-9548-e22a039b7e89'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:05:51.617609 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d585dd7-b396-43ad-b561-8674d4449fa3 req-69b4cf15-1966-4f64-b49d-b125e56a81e6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.619200 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5d585dd7-b396-43ad-b561-8674d4449fa3 req-69b4cf15-1966-4f64-b49d-b125e56a81e6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 943 time: 0.2198207 Jun 29 16:05:51.621434 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Pushing event updated for resources: {'Port': ['ID=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:51.627869 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:51.688694 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ce462-787c-482d-ba59-4997d4f02b77 req-5ed01a7e-d4d7-482f-843d-8a7e2c2c7e79 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.691786 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b26ce462-787c-482d-ba59-4997d4f02b77 req-5ed01a7e-d4d7-482f-843d-8a7e2c2c7e79 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 945 time: 0.2130382 Jun 29 16:05:51.707790 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Attempting to bind port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:51.708128 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Attempting to bind port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:51.709160 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Attempting to bind port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 on network ed9107c0-0852-43ee-80ef-c5c82cf4c16b {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:51.718961 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port cd7b523f-e119-4f6c-9548-e22a039b7e89, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cd7b523f-e119-4f6c-9548-e22a039b7e89,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:51.725845 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:51.736520 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 on network ed9107c0-0852-43ee-80ef-c5c82cf4c16b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:05:51.736851 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Attempting to bind port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 on network ed9107c0-0852-43ee-80ef-c5c82cf4c16b {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:51.742826 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5d585dd7-b396-43ad-b561-8674d4449fa3 req-a629777d-8187-443c-b414-59763d2a42eb tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980551 Jun 29 16:05:51.795808 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:51.796153 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Checking segment: {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:51.806068 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Bound using segment: {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:51.806068 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Bound port: ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:51.806068 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:51.806564 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cecda0f5-6f00-40e9-a502-dab729bfa007 req-da596e78-bf26-4509-b426-ec0b77fdb63b service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757336 Jun 29 16:05:51.822230 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-d47d8b9d-5806-4c4b-baf1-9759948ff59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:51.832301 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-d47d8b9d-5806-4c4b-baf1-9759948ff59d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 1096 time: 0.2742727 Jun 29 16:05:51.851419 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8918bb4e-fd0a-4d81-bde0-34e730cbf05f" -d '{"events": [{"server_uuid": "d7f1bbb7-8786-4f31-81bc-fe499daeee3e", "name": "network-vif-plugged", "status": "completed", "tag": "cd7b523f-e119-4f6c-9548-e22a039b7e89"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:05:51.867355 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b26ce462-787c-482d-ba59-4997d4f02b77 req-e8634ccf-01d0-4e43-a1b0-576ae24cc474 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608667 Jun 29 16:05:51.903750 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:51.906063 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device e4e6b9ec-389d-4016-ae75-345bec497619 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:51.919854 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:51.949955 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-1c72e1cf-8651-4be5-8fc3-59a1a5504372 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f HTTP/1.1" status: 200 len: 217 time: 0.1167779 Jun 29 16:05:51.979208 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9954c9ac-7cbe-485d-9968-789e34efd6d7 req-2cdbb72b-d0fb-4643-ba6e-c80d4fbe069f tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 210 time: 0.0516493 Jun 29 16:05:52.069484 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=cd7b523f-e119-4f6c-9548-e22a039b7e89,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:52.076624 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:52.106508 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-eaf0e1e5-bdec-4a13-97dd-5fb26fcbcf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:52.107944 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-eaf0e1e5-bdec-4a13-97dd-5fb26fcbcf8c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61bd08d7-4c07-4008-92e8-2cd8f75d3614 HTTP/1.1" status: 200 len: 859 time: 0.1211374 Jun 29 16:05:52.110250 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:52.114813 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:52.179012 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fd8aa2-61a9-46bd-9ab6-e69466a3253d x-openstack-request-id: req-40fd8aa2-61a9-46bd-9ab6-e69466a3253d {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:05:52.179012 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f1bbb7-8786-4f31-81bc-fe499daeee3e", "name": "network-vif-plugged", "status": "completed", "tag": "cd7b523f-e119-4f6c-9548-e22a039b7e89", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:05:52.179012 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40fd8aa2-61a9-46bd-9ab6-e69466a3253d {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:05:52.179012 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f1bbb7-8786-4f31-81bc-fe499daeee3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7b523f-e119-4f6c-9548-e22a039b7e89', 'code': 200} Jun 29 16:05:52.201796 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-5001b667-faf2-4da2-82a7-e389fcabb582 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02627db8-556d-4ed5-bc08-88d7d4a4da15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856435 Jun 29 16:05:52.239787 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port e4e6b9ec-389d-4016-ae75-345bec497619 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:52.244091 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port e4e6b9ec-389d-4016-ae75-345bec497619 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:52.245119 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:52.285021 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:52.294172 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:52.335741 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:52.336544 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:52.338291 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] 10.222.0.86 "PUT /v2.0/ports/ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 HTTP/1.1" status: 200 len: 1093 time: 1.7705457 Jun 29 16:05:52.365545 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe170ac-f2a0-4449-9849-be0c816c2795 req-db923382-c807-4a51-a4ee-8f88bb6b35eb tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:52.371998 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:52.372606 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8fe170ac-f2a0-4449-9849-be0c816c2795 req-db923382-c807-4a51-a4ee-8f88bb6b35eb tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 944 time: 0.2599010 Jun 29 16:05:52.436775 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-f5f99d50-26b4-4bd8-939d-086e068f9405 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216656 Jun 29 16:05:52.458593 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port e4e6b9ec-389d-4016-ae75-345bec497619, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e4e6b9ec-389d-4016-ae75-345bec497619,segment=NetworkSegment(4048acf9-a640-4a12-aea5-9b0c08a02e04),segment_id=4048acf9-a640-4a12-aea5-9b0c08a02e04)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:52.459215 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Pushing event updated for resources: {'Port': ['ID=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:52.465559 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:52.474829 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a8377-166c-4781-a712-e3f5384da154 req-b8800057-0309-4240-8a4c-033e3072d66f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:52.483108 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3c6a8377-166c-4781-a712-e3f5384da154 req-b8800057-0309-4240-8a4c-033e3072d66f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.1762633 Jun 29 16:05:52.565904 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3c6a8377-166c-4781-a712-e3f5384da154 req-f4ffbcae-8abb-4421-8256-2ee35bcc5c37 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816343 Jun 29 16:05:52.568427 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:52.571531 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-b50db8b1-d1d2-43ca-b06c-419b3b355109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:52.639425 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=e4e6b9ec-389d-4016-ae75-345bec497619,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:52.643887 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:52.689434 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:05:52.693056 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af62739-0893-41a9-82fb-74aa91c74219" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:05:52.792919 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1032da-b2c2-4de5-b8b5-db0a4dd7fed3 x-openstack-request-id: req-5e1032da-b2c2-4de5-b8b5-db0a4dd7fed3 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:05:52.792919 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:05:52.792919 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e1032da-b2c2-4de5-b8b5-db0a4dd7fed3 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:05:52.792919 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'status': 'completed', 'code': 200} Jun 29 16:05:52.807255 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8fe170ac-f2a0-4449-9849-be0c816c2795 req-9f331133-17bd-481a-8c7a-f370370eafab tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336307 Jun 29 16:05:52.864288 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cbd18df1-cfe0-4614-a7ab-74a173eec134 req-58ff0440-6b83-4928-8450-d34da226e60a service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188950 Jun 29 16:05:52.879458 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-3ff8cc91-3e45-4fe4-826a-4f3a6d4dde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:52.881375 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-3ff8cc91-3e45-4fe4-826a-4f3a6d4dde08 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 1096 time: 0.1303644 Jun 29 16:05:52.951428 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10965-c0da-4825-8ea9-7cbf288b97f8 req-970788be-5d8b-431b-834a-3ec1fc3b6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:52.952994 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4df10965-c0da-4825-8ea9-7cbf288b97f8 req-970788be-5d8b-431b-834a-3ec1fc3b6331 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 1099 time: 0.1939356 Jun 29 16:05:52.975828 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-931e0cfc-8f7a-4369-9113-03a1929e5a8a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 HTTP/1.1" status: 200 len: 217 time: 0.0776379 Jun 29 16:05:52.987909 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-4df10965-c0da-4825-8ea9-7cbf288b97f8 req-cd8dc834-15f2-4cfe-89b0-083ecea4f5f5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:53.022695 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 06e30015-e1b7-469d-9475-4552c5aa6e8a details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:05:53.062793 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c1eb2-e326-4ec4-b5a7-f6ce207be2c9 req-c3f85c0d-a7f6-459d-bca9-4c0eab220178 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:53.064473 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7e6c1eb2-e326-4ec4-b5a7-f6ce207be2c9 req-c3f85c0d-a7f6-459d-bca9-4c0eab220178 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 943 time: 0.1324024 Jun 29 16:05:53.093064 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-4063bf07-9bd7-4812-89fe-979b03fa2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:53.094534 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-4063bf07-9bd7-4812-89fe-979b03fa2305 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 200 len: 855 time: 0.1125643 Jun 29 16:05:53.096229 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:53.130208 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7e6c1eb2-e326-4ec4-b5a7-f6ce207be2c9 req-99df2f56-58dc-4b28-90e2-6eaec0240b3c tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589778 Jun 29 16:05:53.166288 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-4df10965-c0da-4825-8ea9-7cbf288b97f8 req-cd8dc834-15f2-4cfe-89b0-083ecea4f5f5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:53.175120 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 06e30015-e1b7-469d-9475-4552c5aa6e8a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:53.197331 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '06e30015-e1b7-469d-9475-4552c5aa6e8a', 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15', 'port_id': '06e30015-e1b7-469d-9475-4552c5aa6e8a', 'mac_address': 'fa:16:3e:19:fd:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bd08d7-4c07-4008-92e8-2cd8f75d3614', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:05:53.217649 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b774c04-868e-48ec-8be5-390ed0097538 req-ddddeb6e-b662-41a4-af1e-9337003a1de4 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:53.219185 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6b774c04-868e-48ec-8be5-390ed0097538 req-ddddeb6e-b662-41a4-af1e-9337003a1de4 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 946 time: 0.1700747 Jun 29 16:05:53.256900 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-519fd0dd-e960-4127-88f4-3121461209fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:53.258359 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:53.258479 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-519fd0dd-e960-4127-88f4-3121461209fb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1534505 Jun 29 16:05:53.277572 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e30015-e1b7-469d-9475-4552c5aa6e8a {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:53.292820 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6b774c04-868e-48ec-8be5-390ed0097538 req-bca4dbaf-31e2-40c4-930e-f48fad17c601 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652845 Jun 29 16:05:53.306279 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 06e30015-e1b7-469d-9475-4552c5aa6e8a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:53.320215 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0669a2b8-5156-4d6b-bc47-0d6516183590 req-fe3ef26c-b50d-47b0-99e4-61c340ea0bad tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 210 time: 0.0375350 Jun 29 16:05:53.338532 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-4df10965-c0da-4825-8ea9-7cbf288b97f8 req-cd8dc834-15f2-4cfe-89b0-083ecea4f5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:53.351451 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:53.366256 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4df10965-c0da-4825-8ea9-7cbf288b97f8 req-cd8dc834-15f2-4cfe-89b0-083ecea4f5f5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957505 Jun 29 16:05:53.375259 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-1c003afc-c797-4def-a08f-a11d9faa96a6 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069510 Jun 29 16:05:53.378957 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dc834-15f2-4cfe-89b0-083ecea4f5f5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=757cff09-b425-4e39-a169-b20af1fd78a0,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:53.383272 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-cd8dc834-15f2-4cfe-89b0-083ecea4f5f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:53.401441 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:53.404262 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:53.453554 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=06e30015-e1b7-469d-9475-4552c5aa6e8a,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:53.456778 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:53.546627 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0f466d55-a7e9-4216-88ba-2b0f1f9ea169 req-0609cc78-ba6f-4087-83c3-542ba9dee798 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983841 Jun 29 16:05:53.569773 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-ec3ab8c5-6006-4ed3-a69a-33d0a3d7f16a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:53.571265 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-ec3ab8c5-6006-4ed3-a69a-33d0a3d7f16a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.86 "GET /v2.0/networks?id=06858378-c74e-4cc1-afb8-3792abcf25a3 HTTP/1.1" status: 200 len: 810 time: 0.1193156 Jun 29 16:05:53.623222 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-bc27c06a-72a7-4eab-8394-4c7816c3db7f tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1180ebf32f2459c82040f2d665ad727 HTTP/1.1" status: 200 len: 380 time: 0.0429075 Jun 29 16:05:53.635766 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'port': {'device_id': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'admin_state_up': True, 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'security_groups': ['8c4f6d04-f779-48ef-b0db-225240ab8d59']}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:53.673097 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['06e30015-e1b7-469d-9475-4552c5aa6e8a'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:05:53.776208 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab1773-0867-4568-b0d9-094266b246a7 req-f78e5d57-6358-4395-b0a2-6d6c386b882c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:53.777809 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2dab1773-0867-4568-b0d9-094266b246a7 req-f78e5d57-6358-4395-b0a2-6d6c386b882c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0766528 Jun 29 16:05:53.846377 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2dab1773-0867-4568-b0d9-094266b246a7 req-779db344-086c-44ae-a46d-4a9f50d37345 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580735 Jun 29 16:05:53.880549 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62739-0893-41a9-82fb-74aa91c74219 req-8b886bc8-32f1-4f63-8a7e-110a78e1eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:53.880549 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9af62739-0893-41a9-82fb-74aa91c74219 req-8b886bc8-32f1-4f63-8a7e-110a78e1eeb7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 1096 time: 0.0943127 Jun 29 16:05:53.990474 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Made reservation on behalf of f1180ebf32f2459c82040f2d665ad727 for: {'port': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:05:53.993020 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62739-0893-41a9-82fb-74aa91c74219 req-529aebe4-ce17-4da1-8376-c749c30b58a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:53.994158 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:53.997479 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9af62739-0893-41a9-82fb-74aa91c74219 req-529aebe4-ce17-4da1-8376-c749c30b58a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 917 time: 0.1143944 Jun 29 16:05:54.057326 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9af62739-0893-41a9-82fb-74aa91c74219 req-a301a62e-f7b2-4174-875c-af8378f1a066 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 HTTP/1.1" status: 200 len: 217 time: 0.0542500 Jun 29 16:05:54.114742 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62739-0893-41a9-82fb-74aa91c74219 req-dfc1a8e0-f011-4d38-ac90-4787fcbb970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:54.116246 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9af62739-0893-41a9-82fb-74aa91c74219 req-dfc1a8e0-f011-4d38-ac90-4787fcbb970e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 200 len: 855 time: 0.0516660 Jun 29 16:05:54.166085 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed310223-d02d-4dd7-81ff-9f128dc4fd7d req-66a8f9f1-d6a1-4f81-b14e-46fd9c8fcc35 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:54.167696 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ed310223-d02d-4dd7-81ff-9f128dc4fd7d req-66a8f9f1-d6a1-4f81-b14e-46fd9c8fcc35 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 945 time: 0.2114761 Jun 29 16:05:54.180818 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2db274-1ccd-486b-aa16-76857f2c93cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e6b9ec-389d-4016-ae75-345bec497619'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:05:54.183639 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822fcb10-5407-4a7c-9644-f5cdbd43466e" -d '{"events": [{"server_uuid": "3f2db274-1ccd-486b-aa16-76857f2c93cc", "name": "network-vif-plugged", "status": "completed", "tag": "e4e6b9ec-389d-4016-ae75-345bec497619"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:05:54.211351 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62739-0893-41a9-82fb-74aa91c74219 req-7d9a6a99-56b6-43fd-bf50-a9fbbe15221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:54.226270 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9af62739-0893-41a9-82fb-74aa91c74219 req-7d9a6a99-56b6-43fd-bf50-a9fbbe15221a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1018662 Jun 29 16:05:54.251367 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Allocated IP 172.20.0.12 (06858378-c74e-4cc1-afb8-3792abcf25a3/3a829b44-8ce0-426e-ba7d-9be05ec57ca4/08b2b4de-0ace-45cd-82a3-de0ab2f8ba95) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:05:54.266279 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ed310223-d02d-4dd7-81ff-9f128dc4fd7d req-f988e64f-3d6f-47d8-99ee-d79501f5143e tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722411 Jun 29 16:05:54.330073 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397d3046-76f2-4f65-9dc9-7cc59b413bc5 x-openstack-request-id: req-397d3046-76f2-4f65-9dc9-7cc59b413bc5 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:05:54.331878 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2db274-1ccd-486b-aa16-76857f2c93cc", "name": "network-vif-plugged", "status": "completed", "tag": "e4e6b9ec-389d-4016-ae75-345bec497619", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:05:54.332644 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-397d3046-76f2-4f65-9dc9-7cc59b413bc5 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:05:54.333210 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2db274-1ccd-486b-aa16-76857f2c93cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e6b9ec-389d-4016-ae75-345bec497619', 'code': 200} Jun 29 16:05:54.404905 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9af62739-0893-41a9-82fb-74aa91c74219 req-f8beed44-f875-480f-bc36-81bdb31eed54 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697037 Jun 29 16:05:54.422417 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40522d-e156-4808-b682-efdbd5882411 req-cd551c94-7d4f-4b12-b945-592c5e9b91d7 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:54.423662 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fa40522d-e156-4808-b682-efdbd5882411 req-cd551c94-7d4f-4b12-b945-592c5e9b91d7 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 943 time: 0.1084800 Jun 29 16:05:54.515584 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fa40522d-e156-4808-b682-efdbd5882411 req-0901ee75-55e5-44a2-844f-9f569f481a5b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823843 Jun 29 16:05:54.552600 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9af62739-0893-41a9-82fb-74aa91c74219 req-340d2152-f74d-4659-b699-b2b067eae0a2 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277053 Jun 29 16:05:54.689004 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-67ab5b69-a662-4112-8df5-9649a0848c50 req-5139dbc4-1bd8-4cc6-a56b-4e884795f316 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 210 time: 0.0297451 Jun 29 16:05:54.692138 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6aa6f-80f2-4400-a0c7-9e3f4dd529d7 req-b66570e3-9629-4190-83ec-a7fae4314599 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:54.693674 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-bef6aa6f-80f2-4400-a0c7-9e3f4dd529d7 req-b66570e3-9629-4190-83ec-a7fae4314599 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 946 time: 0.1506758 Jun 29 16:05:54.711951 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:54.736097 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Transition to ACTIVE for port object 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 will not be triggered until provisioned by entity DHCP. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:54.753184 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-bef6aa6f-80f2-4400-a0c7-9e3f4dd529d7 req-cd746aed-7836-4355-a3c9-ae7f377a11f6 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507755 Jun 29 16:05:54.945152 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00f7af-e41a-4e68-b756-2fa98cd9217d req-9d45e771-646a-4774-af4a-5039d7af737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:54.947581 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6d00f7af-e41a-4e68-b756-2fa98cd9217d req-9d45e771-646a-4774-af4a-5039d7af737e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 1098 time: 0.0893643 Jun 29 16:05:55.011651 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:55.018891 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:55.043216 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6d00f7af-e41a-4e68-b756-2fa98cd9217d req-7b054dc9-9ef8-4e12-9875-45674f6944ee service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875869 Jun 29 16:05:55.048511 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 06e30015-e1b7-469d-9475-4552c5aa6e8a up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:05:55.064927 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e8df6-9b41-4e4c-b3c8-c8dc14124467 req-2aa5940a-664c-4871-8d78-c3abbcd37007 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:55.065886 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ba1e8df6-9b41-4e4c-b3c8-c8dc14124467 req-2aa5940a-664c-4871-8d78-c3abbcd37007 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0892973 Jun 29 16:05:55.083402 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Network 06858378-c74e-4cc1-afb8-3792abcf25a3 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:05:55.086938 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:05:55.090901 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:05:55.096512 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:55.097156 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:55.109339 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'Port': ['ID=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:55.119743 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:55.133147 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ba1e8df6-9b41-4e4c-b3c8-c8dc14124467 req-4c053db2-1f7c-4d40-856b-f71d445f916b tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607901 Jun 29 16:05:55.256735 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 06e30015-e1b7-469d-9475-4552c5aa6e8a completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:55.257576 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6260154 Jun 29 16:05:55.261121 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 06e30015-e1b7-469d-9475-4552c5aa6e8a triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:55.261508 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:55.279362 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Request body: {'port': {'device_id': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:05:55.366012 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:55.369179 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:55.401488 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 06e30015-e1b7-469d-9475-4552c5aa6e8a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:55.499167 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-4d65805f-16e5-4dc3-939b-b4c7528d8f8f None None] Provisioning for port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:05:55.501497 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:55.504846 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-0f27682e-a82e-4dcf-a9e0-4bfe75c14eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:55.508794 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-4d65805f-16e5-4dc3-939b-b4c7528d8f8f None None] Provisioning complete for port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:05:55.509162 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-4d65805f-16e5-4dc3-939b-b4c7528d8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:55.591654 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-4d65805f-16e5-4dc3-939b-b4c7528d8f8f None None] Port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:05:55.593045 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=06e30015-e1b7-469d-9475-4552c5aa6e8a,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:55.596912 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f788d1-c31f-4fd5-8b48-10bf44b42eda req-a8d3732a-8266-45b6-9283-2742d19810e2 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:55.598562 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:55.599784 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-19f788d1-c31f-4fd5-8b48-10bf44b42eda req-a8d3732a-8266-45b6-9283-2742d19810e2 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 945 time: 0.1919272 Jun 29 16:05:55.666062 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-19f788d1-c31f-4fd5-8b48-10bf44b42eda req-b8db9f9e-1180-4530-a3da-8fca71f039c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611160 Jun 29 16:05:55.705909 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668152b-a2b1-47f0-8bcf-ebf7e4f35e1b req-090e33b1-5315-48e5-8dce-4164b8669116 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:55.707658 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3668152b-a2b1-47f0-8bcf-ebf7e4f35e1b req-090e33b1-5315-48e5-8dce-4164b8669116 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 943 time: 0.0705180 Jun 29 16:05:55.745901 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 {{(pid=93589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:55.750551 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3668152b-a2b1-47f0-8bcf-ebf7e4f35e1b req-50b3f7da-2962-466c-8b5c-9a213bb92e4e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363321 Jun 29 16:05:55.754851 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:55.770405 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Transition to ACTIVE for port object 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:05:55.881720 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfeee4b-5fb1-4e9a-b245-83ed1978d3ab req-9ef32f23-b850-454f-ab6c-9aec9e81b951 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:55.884148 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbfeee4b-5fb1-4e9a-b245-83ed1978d3ab req-9ef32f23-b850-454f-ab6c-9aec9e81b951 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 932 time: 0.0745628 Jun 29 16:05:55.968080 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbfeee4b-5fb1-4e9a-b245-83ed1978d3ab req-27c6b582-0a1b-4317-9722-d1768ffb826b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782416 Jun 29 16:05:55.994524 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:55.997724 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:55.998385 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123c416-b1db-46df-af63-17e27c943205 req-a16a3a80-4e34-434d-8fda-23f2afcf4806 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:56.007031 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4123c416-b1db-46df-af63-17e27c943205 req-a16a3a80-4e34-434d-8fda-23f2afcf4806 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 946 time: 0.0924692 Jun 29 16:05:56.099228 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Pushing event updated for resources: {'Port': ['ID=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:56.114369 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4123c416-b1db-46df-af63-17e27c943205 req-b9b64fc6-cb92-495b-bdff-43d41bd7aa6a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054337 Jun 29 16:05:56.117891 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:56.120455 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Attempting to bind port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:05:56.120797 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Attempting to bind port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:05:56.121127 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Attempting to bind port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 on network 06858378-c74e-4cc1-afb8-3792abcf25a3 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:56.126287 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 on network 06858378-c74e-4cc1-afb8-3792abcf25a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:05:56.126641 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Attempting to bind port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 on network 06858378-c74e-4cc1-afb8-3792abcf25a3 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:05:56.131885 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:05:56.132633 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Checking segment: {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:05:56.132633 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Bound using segment: {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:05:56.132989 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Bound port: 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:05:56.133348 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:56.215239 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] For port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95, host hv-cinder-79220, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:05:56.218580 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] For port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:05:56.334500 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20ddb6d-c8a2-495b-938d-c9d2a21a513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e30015-e1b7-469d-9475-4552c5aa6e8a'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:05:56.336845 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ac46d7-116f-4576-b939-ed74ffd1b42e" -d '{"events": [{"server_uuid": "a20ddb6d-c8a2-495b-938d-c9d2a21a513f", "name": "network-vif-plugged", "status": "completed", "tag": "06e30015-e1b7-469d-9475-4552c5aa6e8a"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:05:56.342287 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d704-a3ee-4508-b4a5-4ab4f93d33b7 req-e69b5fd3-09df-47a6-8d30-ff02f4d38b90 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:56.344191 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7f53d704-a3ee-4508-b4a5-4ab4f93d33b7 req-e69b5fd3-09df-47a6-8d30-ff02f4d38b90 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0700104 Jun 29 16:05:56.383993 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f615bd8-9ced-4155-b920-54412a5a551f x-openstack-request-id: req-6f615bd8-9ced-4155-b920-54412a5a551f {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:05:56.384325 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20ddb6d-c8a2-495b-938d-c9d2a21a513f", "name": "network-vif-plugged", "status": "completed", "tag": "06e30015-e1b7-469d-9475-4552c5aa6e8a", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:05:56.384592 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f615bd8-9ced-4155-b920-54412a5a551f {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:05:56.384992 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20ddb6d-c8a2-495b-938d-c9d2a21a513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e30015-e1b7-469d-9475-4552c5aa6e8a', 'code': 200} Jun 29 16:05:56.390616 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7f53d704-a3ee-4508-b4a5-4ab4f93d33b7 req-9d5783fd-7ca0-4dcb-b87c-fc3bbfae5bc2 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383756 Jun 29 16:05:56.417355 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:56.423481 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:56.465357 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:56.465982 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:56.467559 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] 10.222.0.86 "PUT /v2.0/ports/08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 HTTP/1.1" status: 200 len: 1094 time: 1.1934698 Jun 29 16:05:56.468052 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'tag': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:05:56.470337 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57db7932-6c8a-4cd9-9ba9-c64ad6135c82" -d '{"events": [{"name": "network-changed", "server_uuid": "a99b3725-0d42-40e1-92ad-56e34840cf87", "tag": "08b2b4de-0ace-45cd-82a3-de0ab2f8ba95"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:05:56.493291 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Pushing event updated for resources: {'Port': ['ID=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:56.496757 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:56.511730 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f4f107-d75d-4200-80ab-1517568ab50e x-openstack-request-id: req-39f4f107-d75d-4200-80ab-1517568ab50e {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:05:56.512696 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99b3725-0d42-40e1-92ad-56e34840cf87", "tag": "08b2b4de-0ace-45cd-82a3-de0ab2f8ba95", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:05:56.512696 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39f4f107-d75d-4200-80ab-1517568ab50e {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:05:56.513028 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'tag': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95', 'status': 'completed', 'code': 200} Jun 29 16:05:56.650558 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db7932-6c8a-4cd9-9ba9-c64ad6135c82 req-1a237ee6-da2d-477c-ae69-0eadf0ac9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:56.650558 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-57db7932-6c8a-4cd9-9ba9-c64ad6135c82 req-1a237ee6-da2d-477c-ae69-0eadf0ac9b6a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1180ebf32f2459c82040f2d665ad727&device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 1097 time: 0.0902472 Jun 29 16:05:56.770367 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 47716) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:56.883264 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89997e69-ab25-42fb-b298-80e254f2f22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:56.892002 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db7932-6c8a-4cd9-9ba9-c64ad6135c82 req-d54cef6f-ac6d-4f99-896e-dafee82ff16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:56.894102 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-57db7932-6c8a-4cd9-9ba9-c64ad6135c82 req-d54cef6f-ac6d-4f99-896e-dafee82ff16a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f1180ebf32f2459c82040f2d665ad727&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2615042 Jun 29 16:05:57.037292 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19a89d-9153-4727-a760-5937566b9e69 req-a5cd8fac-eef2-4a8d-a499-9fa0b7f4df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:57.039285 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1c19a89d-9153-4727-a760-5937566b9e69 req-a5cd8fac-eef2-4a8d-a499-9fa0b7f4df89 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 1099 time: 0.1122482 Jun 29 16:05:57.048355 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52158df-4f27-445d-b908-9f052b0d6ede req-b1d8d22f-4775-4215-ab08-aba40cfd0502 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:57.049856 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b52158df-4f27-445d-b908-9f052b0d6ede req-b1d8d22f-4775-4215-ab08-aba40cfd0502 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 943 time: 0.1628187 Jun 29 16:05:57.058581 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcd0af-bbc0-41c9-ab5b-458acfe02f7e req-73f31879-cc60-4e93-b0aa-cabbc1071e9c tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:57.060190 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a5fcd0af-bbc0-41c9-ab5b-458acfe02f7e req-73f31879-cc60-4e93-b0aa-cabbc1071e9c tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 945 time: 0.2320168 Jun 29 16:05:57.066893 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:05:57.107667 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db7932-6c8a-4cd9-9ba9-c64ad6135c82 req-3ce40a68-a043-4d8b-868d-4e668ddc92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:57.109920 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-57db7932-6c8a-4cd9-9ba9-c64ad6135c82 req-3ce40a68-a043-4d8b-868d-4e668ddc92f4 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2078726 Jun 29 16:05:57.156288 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b52158df-4f27-445d-b908-9f052b0d6ede req-ee4c4388-5de3-4c19-88e8-8b8f74762517 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934296 Jun 29 16:05:57.169698 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a5fcd0af-bbc0-41c9-ab5b-458acfe02f7e req-ae298c07-e358-4223-832c-68bfa782f917 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934203 Jun 29 16:05:57.170195 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89997e69-ab25-42fb-b298-80e254f2f22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:57.172565 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1c19a89d-9153-4727-a760-5937566b9e69 req-9f4593f8-70cd-4c3c-ba7c-7d69c4454018 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218195 Jun 29 16:05:57.220739 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:57.235380 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-808bc6ff-e549-4d2d-9755-e8c8884f6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:57.236156 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'port_id': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'mac_address': 'fa:16:3e:74:09:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:05:57.237526 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-808bc6ff-e549-4d2d-9755-e8c8884f6754 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1180ebf32f2459c82040f2d665ad727&device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 1097 time: 0.0666788 Jun 29 16:05:57.279701 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:57.295652 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-3e81d286-9d32-470b-82ef-93bc492b374b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 HTTP/1.1" status: 200 len: 217 time: 0.0509071 Jun 29 16:05:57.301104 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:57.310569 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89997e69-ab25-42fb-b298-80e254f2f22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:57.318254 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:57.329726 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:57.351100 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-6fbb8296-8ac7-49da-b85c-6bca6f567538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:57.352697 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-6fbb8296-8ac7-49da-b85c-6bca6f567538 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3a829b44-8ce0-426e-ba7d-9be05ec57ca4 HTTP/1.1" status: 200 len: 849 time: 0.0480473 Jun 29 16:05:57.365971 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89997e69-ab25-42fb-b298-80e254f2f22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c328e7-772c-4829-b54b-975cd73cadfb,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:57.373433 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-89997e69-ab25-42fb-b298-80e254f2f22f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21e12260fb7c4cc98f4227151ca19b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6962869 Jun 29 16:05:57.373433 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-89997e69-ab25-42fb-b298-80e254f2f22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:57.380415 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47730) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:57.415776 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d40eb3-ff43-4d39-a384-0ccb2ae2ef3e req-545c7a35-a5b7-4eb4-9313-255a6448663d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:57.424953 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:57.426360 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device dcb36b22-70c1-4be6-9c7d-d6a9af96b12f details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:05:57.428523 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d3d40eb3-ff43-4d39-a384-0ccb2ae2ef3e req-545c7a35-a5b7-4eb4-9313-255a6448663d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 944 time: 0.1643386 Jun 29 16:05:57.498971 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d3d40eb3-ff43-4d39-a384-0ccb2ae2ef3e req-28f9eda3-848b-4f82-9b32-d19412730562 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639017 Jun 29 16:05:57.579031 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-228ec802-7cbf-4cdd-be63-4bfd7e40ecf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:57.581740 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-16d5bce4-d239-44df-9477-598324ee8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:57.583761 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-16d5bce4-d239-44df-9477-598324ee8e5c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06858378-c74e-4cc1-afb8-3792abcf25a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2235804 Jun 29 16:05:57.586600 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:57.619725 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:57.639338 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': 'dcb36b22-70c1-4be6-9c7d-d6a9af96b12f', 'network_id': '02627db8-556d-4ed5-bc08-88d7d4a4da15', 'port_id': 'dcb36b22-70c1-4be6-9c7d-d6a9af96b12f', 'mac_address': 'fa:16:3e:01:bc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bd08d7-4c07-4008-92e8-2cd8f75d3614', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:05:57.655210 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:57.675208 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:57.701918 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:57.704838 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-228ec802-7cbf-4cdd-be63-4bfd7e40ecf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:57.718014 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb36b22-70c1-4be6-9c7d-d6a9af96b12f {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:05:57.754910 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:05:57.798606 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-1de29109-5766-4b67-a4e9-b556188b18d9 service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975384 Jun 29 16:05:57.809858 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bbbcc-0c7d-40fa-93e5-523635798a1f req-00d2d639-5f29-403e-b0fc-e1e20b4af2e3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:57.811620 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-414bbbcc-0c7d-40fa-93e5-523635798a1f req-00d2d639-5f29-403e-b0fc-e1e20b4af2e3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 944 time: 0.1955814 Jun 29 16:05:58.005756 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:58.008515 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:58.065246 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:58.068214 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-228ec802-7cbf-4cdd-be63-4bfd7e40ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:58.068803 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:58.073753 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-228ec802-7cbf-4cdd-be63-4bfd7e40ecf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:58.077481 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-228ec802-7cbf-4cdd-be63-4bfd7e40ecf6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4c328e7-772c-4829-b54b-975cd73cadfb HTTP/1.1" status: 204 len: 168 time: 0.6934726 Jun 29 16:05:58.077481 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:58.104107 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ec802-7cbf-4cdd-be63-4bfd7e40ecf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c328e7-772c-4829-b54b-975cd73cadfb,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:58.110046 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-228ec802-7cbf-4cdd-be63-4bfd7e40ecf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:58.115351 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-414bbbcc-0c7d-40fa-93e5-523635798a1f req-9a48cc62-ebdc-4d23-9e6b-9bd083287742 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921789 Jun 29 16:05:58.148920 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7f74cfa-dad2-442c-8099-b41878eb4ac7 req-5c6172d9-1cda-416a-a73d-763f2d9c7826 service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361170 Jun 29 16:05:58.350075 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd9b74-9ff8-4dd8-954f-ab0c27fd04f2 req-7e009cde-8522-4a8e-a3c8-e113367b46cc tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:58.351614 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7afd9b74-9ff8-4dd8-954f-ab0c27fd04f2 req-7e009cde-8522-4a8e-a3c8-e113367b46cc tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 944 time: 0.0797083 Jun 29 16:05:58.397789 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7afd9b74-9ff8-4dd8-954f-ab0c27fd04f2 req-eaffe34b-fc86-44c5-a33a-4fe8d5c898d5 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Jun 29 16:05:58.400670 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['dcb36b22-70c1-4be6-9c7d-d6a9af96b12f'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:05:58.438275 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:05:58.730996 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae7c20-cc73-4605-bc15-426e0f9d3c28 req-97fb556c-d4a0-4941-bb28-5e64d6500a56 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:58.733393 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f5ae7c20-cc73-4605-bc15-426e0f9d3c28 req-97fb556c-d4a0-4941-bb28-5e64d6500a56 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 944 time: 0.0855236 Jun 29 16:05:58.776604 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f5ae7c20-cc73-4605-bc15-426e0f9d3c28 req-b40c866a-e638-4e4c-9fbe-db3b8431e6c4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363669 Jun 29 16:05:58.936790 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47776) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:58.950519 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a7040f3d-47cc-4e3d-b4b4-c7944af42553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:59.054901 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a7040f3d-47cc-4e3d-b4b4-c7944af42553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:59.138752 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a7040f3d-47cc-4e3d-b4b4-c7944af42553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:59.142945 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-228ec802-7cbf-4cdd-be63-4bfd7e40ecf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:59.197885 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-a7040f3d-47cc-4e3d-b4b4-c7944af42553 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4f70ecc91f443cc9ad127ef240608cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575989 Jun 29 16:05:59.197885 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7040f3d-47cc-4e3d-b4b4-c7944af42553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096782d0-5f55-4ca6-bc8e-02e111b1b278,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:59.198296 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 47798) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:59.208467 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a7040f3d-47cc-4e3d-b4b4-c7944af42553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:59.251486 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf1baf06-e346-4daa-9f08-9be681f9a4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:59.277182 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf1baf06-e346-4daa-9f08-9be681f9a4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:59.325721 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d88f7-f1bc-40eb-ba6b-0bba77ec1155 req-3269aeaf-9792-4a1a-a0d6-21d4928cf09f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:59.327717 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-005d88f7-f1bc-40eb-ba6b-0bba77ec1155 req-3269aeaf-9792-4a1a-a0d6-21d4928cf09f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 944 time: 0.0721211 Jun 29 16:05:59.369084 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-005d88f7-f1bc-40eb-ba6b-0bba77ec1155 req-e497713b-2124-4291-86e1-f3d50cda2b69 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345273 Jun 29 16:05:59.388718 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf1baf06-e346-4daa-9f08-9be681f9a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:59.393773 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bf1baf06-e346-4daa-9f08-9be681f9a4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:59.395528 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-bf1baf06-e346-4daa-9f08-9be681f9a4c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/096782d0-5f55-4ca6-bc8e-02e111b1b278 HTTP/1.1" status: 204 len: 168 time: 0.1959476 Jun 29 16:05:59.396624 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-9ea34826-75d1-44b4-83a5-9bc60cae2e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:05:59.407624 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1baf06-e346-4daa-9f08-9be681f9a4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096782d0-5f55-4ca6-bc8e-02e111b1b278,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:05:59.411478 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bf1baf06-e346-4daa-9f08-9be681f9a4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:05:59.633634 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44241d-7fef-4b1c-bdc6-c55df416f3fb req-c2a09831-d63c-4f6c-8189-081033606ac3 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:05:59.635403 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5b44241d-7fef-4b1c-bdc6-c55df416f3fb req-c2a09831-d63c-4f6c-8189-081033606ac3 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 944 time: 0.0911038 Jun 29 16:05:59.680857 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5b44241d-7fef-4b1c-bdc6-c55df416f3fb req-79b5a291-1ed0-4d7d-beec-c7427e5264b7 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367885 Jun 29 16:06:00.030835 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c20694-6523-4b26-84e3-7766bd550511 req-fce32f06-4d88-4b16-ac61-90fb61712ce4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:00.032418 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-03c20694-6523-4b26-84e3-7766bd550511 req-fce32f06-4d88-4b16-ac61-90fb61712ce4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 944 time: 0.0768194 Jun 29 16:06:00.075602 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-03c20694-6523-4b26-84e3-7766bd550511 req-f46c770d-c533-4c4a-9bfa-04a3d0045f87 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354881 Jun 29 16:06:00.584350 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936abe41-af3a-437d-b9e4-90c855894fa8 req-9b7c76b4-f9f8-4908-acb0-a236273df6e3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:00.585936 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-936abe41-af3a-437d-b9e4-90c855894fa8 req-9b7c76b4-f9f8-4908-acb0-a236273df6e3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 944 time: 0.0847573 Jun 29 16:06:00.627090 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-936abe41-af3a-437d-b9e4-90c855894fa8 req-6cc16117-029e-42bb-855d-12dd13151af1 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350342 Jun 29 16:06:00.881923 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5982984-30fc-402e-94a5-b6668289618c req-0615710f-1f62-4d89-a2f9-48415c64b649 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:00.883412 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c5982984-30fc-402e-94a5-b6668289618c req-0615710f-1f62-4d89-a2f9-48415c64b649 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 944 time: 0.0725403 Jun 29 16:06:00.934242 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c5982984-30fc-402e-94a5-b6668289618c req-813c93f4-f3cf-4546-bb97-c2fd246d3a13 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434957 Jun 29 16:06:01.101634 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:06:01.104917 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:06:01.281233 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:01.293171 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e6a69-08a6-4f3d-aa17-12fa57b9af70 req-509296d9-689a-44b9-ad4d-25f5c8bdefed tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:01.300920 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6d5e6a69-08a6-4f3d-aa17-12fa57b9af70 req-509296d9-689a-44b9-ad4d-25f5c8bdefed tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 944 time: 0.0904100 Jun 29 16:06:01.303831 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'port_id': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95', 'mac_address': 'fa:16:3e:a7:58:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:06:01.312871 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:06:01.340018 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6d5e6a69-08a6-4f3d-aa17-12fa57b9af70 req-638a3722-88c3-4033-b3e5-44546fdc552e tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375597 Jun 29 16:06:01.366635 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:06:01.367180 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:01.425950 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:01.450817 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:06:01.489250 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:01.539486 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:01.567573 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:06:01.570257 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433719ae-e468-4ae7-b31b-a94112837cea" -d '{"events": [{"server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "name": "network-vif-plugged", "status": "completed", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:06:01.588401 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:01.594710 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:01.594710 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:01.618638 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e73b454-b3bc-43d6-95a9-088fca40dee9 x-openstack-request-id: req-2e73b454-b3bc-43d6-95a9-088fca40dee9 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:06:01.619130 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "name": "network-vif-plugged", "status": "completed", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:06:01.619435 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e73b454-b3bc-43d6-95a9-088fca40dee9 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:06:01.623309 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'code': 200} Jun 29 16:06:01.654511 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:01.660022 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:01.674857 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:01.676185 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device dcb36b22-70c1-4be6-9c7d-d6a9af96b12f up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:06:01.678662 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:01.766891 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:01.772009 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:01.865480 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af48e3-a15b-44ee-a81e-5ab4bb2fcb99 req-f17012da-addc-411d-a648-e7245ac238f6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:01.865480 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-65af48e3-a15b-44ee-a81e-5ab4bb2fcb99 req-f17012da-addc-411d-a648-e7245ac238f6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0760546 Jun 29 16:06:01.892849 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:06:01.897268 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:06:01.900839 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:01.908684 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-65af48e3-a15b-44ee-a81e-5ab4bb2fcb99 req-8fdcaea3-4d4c-4abb-b45a-68413553ebbe tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373366 Jun 29 16:06:01.933225 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['08b2b4de-0ace-45cd-82a3-de0ab2f8ba95'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:06:02.076879 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:02.137333 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:02.181266 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973d51d-95e1-4277-9acd-7457ee391d23 req-edf6122e-91ae-4318-97ad-35242d57281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:02.183195 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9973d51d-95e1-4277-9acd-7457ee391d23 req-edf6122e-91ae-4318-97ad-35242d57281e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 1098 time: 0.1108284 Jun 29 16:06:02.213104 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:02.214967 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:02.241369 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c32aa9-862e-4c0b-bbd7-b6402e8d7a47 req-24351657-24f0-4ed6-8d39-8484d7682a9b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:02.242992 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-82c32aa9-862e-4c0b-bbd7-b6402e8d7a47 req-24351657-24f0-4ed6-8d39-8484d7682a9b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 944 time: 0.1255939 Jun 29 16:06:02.247644 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9973d51d-95e1-4277-9acd-7457ee391d23 req-316290b5-0de6-4ee4-9cbe-ca82ed5dce3c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540864 Jun 29 16:06:02.278810 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:02.282281 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:02.295912 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-82c32aa9-862e-4c0b-bbd7-b6402e8d7a47 req-11fddab1-0735-4282-8588-1d0aff01e5ec tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Jun 29 16:06:02.529449 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b71a4b-c940-427a-9d5b-3ea34cd30d3c req-1812e799-f71c-468d-b88c-a10893bd0a87 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:02.531234 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b8b71a4b-c940-427a-9d5b-3ea34cd30d3c req-1812e799-f71c-468d-b88c-a10893bd0a87 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 945 time: 0.0651691 Jun 29 16:06:02.583366 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b8b71a4b-c940-427a-9d5b-3ea34cd30d3c req-0428cced-99bc-4b22-ba22-f51a901bcf54 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438464 Jun 29 16:06:02.591406 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:03.123189 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:06:03.155186 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b245f-a716-4502-a432-ca6d416e9b37 req-39e56217-7028-44ac-887b-264263ae3ead tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:03.157042 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b49b245f-a716-4502-a432-ca6d416e9b37 req-39e56217-7028-44ac-887b-264263ae3ead tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0873344 Jun 29 16:06:03.207321 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b49b245f-a716-4502-a432-ca6d416e9b37 req-47299972-81aa-44d3-839c-f8b919f4679a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443645 Jun 29 16:06:03.293182 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:06:03.297865 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:06:03.298249 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:03.396302 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:03.454342 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:03.521764 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eeb60b-5b12-4c57-b1a7-21b76c976f50 req-8d87ea3a-6fbf-48e7-8e96-37be086c4467 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:03.523732 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a1eeb60b-5b12-4c57-b1a7-21b76c976f50 req-8d87ea3a-6fbf-48e7-8e96-37be086c4467 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0922956 Jun 29 16:06:03.575069 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a1eeb60b-5b12-4c57-b1a7-21b76c976f50 req-1c92f1f7-440d-4bb6-b92a-3e050d3f6ed1 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452592 Jun 29 16:06:03.607188 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:03.609211 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:03.631685 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f776280-0c0b-4193-9ee8-671d1ffb6e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb36b22-70c1-4be6-9c7d-d6a9af96b12f'}, {'server_uuid': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:06:03.633956 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec1179e-f38e-488a-9052-486b30b39cda" -d '{"events": [{"server_uuid": "7f776280-0c0b-4193-9ee8-671d1ffb6e16", "name": "network-vif-plugged", "status": "completed", "tag": "dcb36b22-70c1-4be6-9c7d-d6a9af96b12f"}, {"server_uuid": "a99b3725-0d42-40e1-92ad-56e34840cf87", "name": "network-vif-plugged", "status": "completed", "tag": "08b2b4de-0ace-45cd-82a3-de0ab2f8ba95"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:06:03.677623 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:03.681430 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:03.727477 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Jun 2021 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce1c2c-562a-4a2c-80e1-ce397eee90d2 x-openstack-request-id: req-fbce1c2c-562a-4a2c-80e1-ce397eee90d2 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:06:03.728055 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f776280-0c0b-4193-9ee8-671d1ffb6e16", "name": "network-vif-plugged", "status": "completed", "tag": "dcb36b22-70c1-4be6-9c7d-d6a9af96b12f", "code": 200}, {"server_uuid": "a99b3725-0d42-40e1-92ad-56e34840cf87", "name": "network-vif-plugged", "status": "completed", "tag": "08b2b4de-0ace-45cd-82a3-de0ab2f8ba95", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:06:03.728326 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbce1c2c-562a-4a2c-80e1-ce397eee90d2 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:06:03.728768 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f776280-0c0b-4193-9ee8-671d1ffb6e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb36b22-70c1-4be6-9c7d-d6a9af96b12f', 'code': 200} Jun 29 16:06:03.729038 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95', 'code': 200} Jun 29 16:06:03.909399 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b9128-063d-4ff4-8edb-cc5d36b1a41c req-4996dd1d-134a-46f0-8c05-c586c0bbaf2f tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:03.912550 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c65b9128-063d-4ff4-8edb-cc5d36b1a41c req-4996dd1d-134a-46f0-8c05-c586c0bbaf2f tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1262124 Jun 29 16:06:03.978106 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c65b9128-063d-4ff4-8edb-cc5d36b1a41c req-e120f9aa-6c13-4fb9-976a-55fc6333916f tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574298 Jun 29 16:06:04.273698 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923eaca-78a8-4f4a-9b30-03df51640036 req-ddfb14e6-3aa8-4cd0-a0aa-9b86a33ad5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:04.275230 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d923eaca-78a8-4f4a-9b30-03df51640036 req-ddfb14e6-3aa8-4cd0-a0aa-9b86a33ad5f5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 1099 time: 0.0762291 Jun 29 16:06:04.277248 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-93fe4988-9dd8-4ee0-b7df-c39353ed9975 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:04.278893 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-93fe4988-9dd8-4ee0-b7df-c39353ed9975 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/networks?id=6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 200 len: 814 time: 0.1973984 Jun 29 16:06:04.303969 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cd7a1-7835-4f41-9cc5-be7989884c49 req-a9320934-1d20-4752-aff0-07fec2c86145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:04.305837 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-966cd7a1-7835-4f41-9cc5-be7989884c49 req-a9320934-1d20-4752-aff0-07fec2c86145 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 1098 time: 0.0980704 Jun 29 16:06:04.307422 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-f901b8d4-a3eb-4a20-bf31-e4364208dd94 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/quotas/c7942eaef00f484cb431425bbeda9740 HTTP/1.1" status: 200 len: 375 time: 0.0157230 Jun 29 16:06:04.339017 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d923eaca-78a8-4f4a-9b30-03df51640036 req-4348a39f-5c4b-4f8e-9957-efe5689ca232 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547757 Jun 29 16:06:04.387396 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-966cd7a1-7835-4f41-9cc5-be7989884c49 req-2bea9966-86c2-4335-9eda-bc4e62c5fec0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753250 Jun 29 16:06:04.436611 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-c34e48bd-b062-42ba-883b-5a0e28963035 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111507 Jun 29 16:06:04.467453 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffe401-a1af-4b73-9e49-2233cec49be6 req-c0483c1f-6395-4210-b239-564aee293836 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:04.469020 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4dffe401-a1af-4b73-9e49-2233cec49be6 req-c0483c1f-6395-4210-b239-564aee293836 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0787227 Jun 29 16:06:04.511915 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4dffe401-a1af-4b73-9e49-2233cec49be6 req-d824a495-055a-4d8d-9b63-0cd9d6655848 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361810 Jun 29 16:06:04.543496 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-ae57d257-29da-4af7-baef-22f032efca54 service neutron] 10.222.0.13 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960326 Jun 29 16:06:04.648049 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-5f3caafc-13fc-47a2-89e5-56553496f70d service neutron] 10.222.0.13 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978844 Jun 29 16:06:04.695704 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbc2db-a4df-47e9-88d4-e53da98fc6d0 req-af58ecd1-61f2-4be7-93ee-8d4b1aa69dbd tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:04.697481 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0adbc2db-a4df-47e9-88d4-e53da98fc6d0 req-af58ecd1-61f2-4be7-93ee-8d4b1aa69dbd tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0681591 Jun 29 16:06:04.707470 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 47970) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:04.712957 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-8ebdae10-c465-40e5-8f12-4f32649ee45e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'floatingip': {'port_id': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:04.791598 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8ebdae10-c465-40e5-8f12-4f32649ee45e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:05.042501 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc579c9-2d91-4c71-83ec-c80fe7ad94bb req-50bba73d-ee52-4684-b1d2-6c89b293f927 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:05.044036 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9fc579c9-2d91-4c71-83ec-c80fe7ad94bb req-50bba73d-ee52-4684-b1d2-6c89b293f927 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.2200937 Jun 29 16:06:05.069285 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6e321833-b0d5-42ff-9372-95a3bc33f112 req-66da713d-2545-40c4-bc28-e7ee5d893f7c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 210 time: 0.0317612 Jun 29 16:06:05.144594 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9fc579c9-2d91-4c71-83ec-c80fe7ad94bb req-c1e34219-5095-4cb7-ac76-89950e4c8eda tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902202 Jun 29 16:06:05.423787 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ade0b-42c5-4a11-8715-96b4c907782f req-0e6d13b4-41cd-4053-9895-852fb24be6f2 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:05.433007 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-698ade0b-42c5-4a11-8715-96b4c907782f req-0e6d13b4-41cd-4053-9895-852fb24be6f2 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1655674 Jun 29 16:06:05.479098 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-698ade0b-42c5-4a11-8715-96b4c907782f req-25ce4861-545b-4c58-9f15-3e61af10d2d3 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449867 Jun 29 16:06:05.722417 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8ebdae10-c465-40e5-8f12-4f32649ee45e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:05.877192 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8ebdae10-c465-40e5-8f12-4f32649ee45e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:06.003682 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.l3_db [None req-8ebdae10-c465-40e5-8f12-4f32649ee45e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Floating IP 93dc1b82-e192-476b-ac96-8ff966c0d18e associated. External IP: 172.28.3.144, port: ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2. Jun 29 16:06:06.061384 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc061f9-58dd-4aaf-8c1d-c5cc804a83d4 req-f6404475-024e-424d-8ffc-37e253cd2ae5 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:06.062941 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2fc061f9-58dd-4aaf-8c1d-c5cc804a83d4 req-f6404475-024e-424d-8ffc-37e253cd2ae5 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 945 time: 0.0788121 Jun 29 16:06:06.134333 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2fc061f9-58dd-4aaf-8c1d-c5cc804a83d4 req-0db5f625-735b-47f6-9d23-940fa597dc63 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624099 Jun 29 16:06:06.406194 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fda4608b-42d7-481c-ac29-fd20bc3a078b req-57353ce5-f3db-40e5-8233-1e2c004e8c38 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 210 time: 0.0345716 Jun 29 16:06:06.414701 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0122f-afbe-400a-83d6-598182336c4d req-39cd93f6-12a9-4c9e-9040-46b734a2fdd3 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:06.416323 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-44b0122f-afbe-400a-83d6-598182336c4d req-39cd93f6-12a9-4c9e-9040-46b734a2fdd3 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0852473 Jun 29 16:06:06.473825 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-44b0122f-afbe-400a-83d6-598182336c4d req-335f312a-3797-4556-a01c-6b50ba539051 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380859 Jun 29 16:06:06.556155 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebdae10-c465-40e5-8f12-4f32649ee45e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:06:06.716451 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebdae10-c465-40e5-8f12-4f32649ee45e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:06:06.720531 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8ebdae10-c465-40e5-8f12-4f32649ee45e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:06.729372 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8c64c-9d39-487c-81e0-8bef2be8025f None None] Sync routers for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:06:06.740334 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8c64c-9d39-487c-81e0-8bef2be8025f None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:06:06.741011 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-bbe8c64c-9d39-487c-81e0-8bef2be8025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:06.762163 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d66abb-5b88-4d5c-8962-3c20130408dc req-a50855fd-809b-439d-aeaf-2e41cf49da86 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:06.763748 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-68d66abb-5b88-4d5c-8962-3c20130408dc req-a50855fd-809b-439d-aeaf-2e41cf49da86 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1637030 Jun 29 16:06:06.802648 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-8ebdae10-c465-40e5-8f12-4f32649ee45e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "PUT /v2.0/floatingips/93dc1b82-e192-476b-ac96-8ff966c0d18e HTTP/1.1" status: 200 len: 991 time: 2.0933325 Jun 29 16:06:06.803846 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:06:06.807722 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:06:06.848744 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-68d66abb-5b88-4d5c-8962-3c20130408dc req-7dff85a6-6fe6-4d5e-a182-dff29be7374e tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743797 Jun 29 16:06:06.918471 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-bbe8c64c-9d39-487c-81e0-8bef2be8025f None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:06:06.947184 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b34760-c234-48bc-87b5-b95523b09787 x-openstack-request-id: req-09b34760-c234-48bc-87b5-b95523b09787 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:06:06.948117 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:06:06.948541 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09b34760-c234-48bc-87b5-b95523b09787 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:06:06.949119 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'status': 'completed', 'code': 200} Jun 29 16:06:07.088314 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9 req-2bf65428-83cc-4901-aa07-9ba638cbd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:07.091575 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9 req-2bf65428-83cc-4901-aa07-9ba638cbd45e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 1098 time: 0.0992861 Jun 29 16:06:07.223457 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c435e9f-308e-4b47-968a-ed56cdca1f47 req-fd009fc4-0732-4fd5-b3e3-cd9096c255e4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:07.225892 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0c435e9f-308e-4b47-968a-ed56cdca1f47 req-fd009fc4-0732-4fd5-b3e3-cd9096c255e4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1257057 Jun 29 16:06:07.239200 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 48054) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:07.244138 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9 req-c5df1fec-5b67-4fe3-8b1e-ad24b3bd373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:07.249612 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-0759ffd3-fe9b-4e0a-9e7f-b677c2b20fa4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'floatingip': {'port_id': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:07.249748 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9 req-c5df1fec-5b67-4fe3-8b1e-ad24b3bd373d service neutron] 10.222.0.86 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 917 time: 0.1434498 Jun 29 16:06:07.378708 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0759ffd3-fe9b-4e0a-9e7f-b677c2b20fa4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:07.385453 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-bbe8c64c-9d39-487c-81e0-8bef2be8025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': '93dc1b82-e192-476b-ac96-8ff966c0d18e', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'floating_ip_address': '172.28.3.144', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'port_id': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'mac_address': 'fa:16:3e:74:09:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:05:38Z', 'updated_at': '2021-06-29T16:06:05Z', 'revision_number': 1, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:07.428682 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8c64c-9d39-487c-81e0-8bef2be8025f None None] Checking router: b217ab73-b62b-4e3c-93ff-1eea813fe4b9 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:06:07.438893 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8c64c-9d39-487c-81e0-8bef2be8025f None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:06:07.439805 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-bbe8c64c-9d39-487c-81e0-8bef2be8025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:07.535071 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9 req-f87efd12-f3fe-4826-8657-5bfe120456a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 HTTP/1.1" status: 200 len: 999 time: 0.2711823 Jun 29 16:06:07.602237 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-bbe8c64c-9d39-487c-81e0-8bef2be8025f None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:06:07.739481 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4a8a6258-3452-4aaa-aa3e-637eae5f7e24 req-a67747c0-de2e-48eb-a02c-49e603b89a1e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 210 time: 0.0726178 Jun 29 16:06:07.853114 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6a58f-70b7-43d4-abc5-5a18bcae0cba req-ea4ae57f-0542-4ab2-b958-826f8d1593ce tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:07.854582 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-98d6a58f-70b7-43d4-abc5-5a18bcae0cba req-ea4ae57f-0542-4ab2-b958-826f8d1593ce tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 945 time: 0.4720020 Jun 29 16:06:07.908872 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9 req-54b1f5cc-8994-44c3-8e13-fbcd1e45d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:07.911069 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9 req-54b1f5cc-8994-44c3-8e13-fbcd1e45d596 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 200 len: 855 time: 0.3681161 Jun 29 16:06:07.964760 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-98d6a58f-70b7-43d4-abc5-5a18bcae0cba req-ffc95e02-559e-4970-a540-13933e095eac tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/security-groups?id=cea95e6e-3f01-42b0-9681-8166e1c110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013741 Jun 29 16:06:08.010533 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9 req-c145ef25-adf2-49c9-9ebd-bb6560239980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:08.015020 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9 req-c145ef25-adf2-49c9-9ebd-bb6560239980 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924368 Jun 29 16:06:08.075309 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-bbe8c64c-9d39-487c-81e0-8bef2be8025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': '93dc1b82-e192-476b-ac96-8ff966c0d18e', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'floating_ip_address': '172.28.3.144', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'port_id': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'mac_address': 'fa:16:3e:74:09:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:05:38Z', 'updated_at': '2021-06-29T16:06:05Z', 'revision_number': 1, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:08.106733 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8c64c-9d39-487c-81e0-8bef2be8025f None None] The sync data for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb is: [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': '93dc1b82-e192-476b-ac96-8ff966c0d18e', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'floating_ip_address': '172.28.3.144', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'port_id': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'mac_address': 'fa:16:3e:74:09:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:05:38Z', 'updated_at': '2021-06-29T16:06:05Z', 'revision_number': 1, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:06:08.174520 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b556b3-c96f-4f8b-9e82-a7dc9ccbf178 req-a1e9c684-0b43-41f2-89d7-441209b29845 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:08.176181 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-61b556b3-c96f-4f8b-9e82-a7dc9ccbf178 req-a1e9c684-0b43-41f2-89d7-441209b29845 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.2554889 Jun 29 16:06:08.205814 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9 req-09a9429c-44d4-44ab-ad30-76b92ca4aafd service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486194 Jun 29 16:06:08.303437 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4d4c9a5b-3f32-4733-a53a-1c7f111e90c9 req-7d21db39-4b48-4261-a783-b778dcd5b712 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918798 Jun 29 16:06:08.321517 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.db.resource_extend [None req-0759ffd3-fe9b-4e0a-9e7f-b677c2b20fa4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 16:06:08.361171 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-61b556b3-c96f-4f8b-9e82-a7dc9ccbf178 req-8cc3f243-2c10-45cb-9817-68c421fa9815 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739612 Jun 29 16:06:08.419706 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0759ffd3-fe9b-4e0a-9e7f-b677c2b20fa4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:08.422730 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260a5a3-c8fe-4cd7-82d6-bd3e1c20d666 req-958db660-9880-43d8-91a7-59e5091ab62c tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:08.424531 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8260a5a3-c8fe-4cd7-82d6-bd3e1c20d666 req-958db660-9880-43d8-91a7-59e5091ab62c tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 945 time: 0.0847747 Jun 29 16:06:08.435750 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-0b986163-78ab-4ddc-960b-067fe7ab8994 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:08.438116 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-0b986163-78ab-4ddc-960b-067fe7ab8994 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "GET /v2.0/networks?id=6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 200 len: 814 time: 0.2379861 Jun 29 16:06:08.454333 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c51eb-18f0-44bf-826c-348d9a0c3125 None None] New status for floating IP 93dc1b82-e192-476b-ac96-8ff966c0d18e: ACTIVE {{(pid=93590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:06:08.467252 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Request body: {'port': {'device_id': '0565ef62-1218-4883-bc15-333b0373ba0c', 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f', 'admin_state_up': True, 'tenant_id': 'c7942eaef00f484cb431425bbeda9740'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:08.546991 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0759ffd3-fe9b-4e0a-9e7f-b677c2b20fa4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:08.657994 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-8260a5a3-c8fe-4cd7-82d6-bd3e1c20d666 req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Deleting port e4e6b9ec-389d-4016-ae75-345bec497619 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:06:08.658545 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-8260a5a3-c8fe-4cd7-82d6-bd3e1c20d666 req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:08.705728 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.l3_db [None req-0759ffd3-fe9b-4e0a-9e7f-b677c2b20fa4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Floating IP 5b36103e-1ae9-40b1-b094-29229aff25ae associated. External IP: 172.28.3.175, port: 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95. Jun 29 16:06:08.780081 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-8260a5a3-c8fe-4cd7-82d6-bd3e1c20d666 req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] For port e4e6b9ec-389d-4016-ae75-345bec497619, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e4e6b9ec-389d-4016-ae75-345bec497619,segment=NetworkSegment(4048acf9-a640-4a12-aea5-9b0c08a02e04),segment_id=4048acf9-a640-4a12-aea5-9b0c08a02e04)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:08.780457 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-8260a5a3-c8fe-4cd7-82d6-bd3e1c20d666 req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:08.807791 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-8260a5a3-c8fe-4cd7-82d6-bd3e1c20d666 req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Calling delete_port for e4e6b9ec-389d-4016-ae75-345bec497619 owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:06:08.967656 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Made reservation on behalf of c7942eaef00f484cb431425bbeda9740 for: {'port': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:06:08.971440 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:09.001339 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-966d6594-7699-4193-9d92-7b5dcccb7605 req-465ba4e1-2ac0-4a71-a490-9d5f78a6eeef tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 210 time: 0.0523229 Jun 29 16:06:09.032055 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0759ffd3-fe9b-4e0a-9e7f-b677c2b20fa4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Router f90da393-dd93-4a12-a906-07dc67f648ef has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:06:09.086574 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-8260a5a3-c8fe-4cd7-82d6-bd3e1c20d666 req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:09.100197 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:09.111292 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['e4e6b9ec-389d-4016-ae75-345bec497619'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:06:09.128738 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Pushing event deleted for resources: {'Port': ['ID=e4e6b9ec-389d-4016-ae75-345bec497619,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:09.134202 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:09.238674 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0759ffd3-fe9b-4e0a-9e7f-b677c2b20fa4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:06:09.251810 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b5b337-b775-4d3a-9423-49cf477d04d2 None None] Sync routers for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:06:09.258483 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0759ffd3-fe9b-4e0a-9e7f-b677c2b20fa4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:09.263235 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b5b337-b775-4d3a-9423-49cf477d04d2 None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:06:09.270078 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-13b5b337-b775-4d3a-9423-49cf477d04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:09.271194 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8260a5a3-c8fe-4cd7-82d6-bd3e1c20d666 req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] No DVR routers for this DVR port e4e6b9ec-389d-4016-ae75-345bec497619 on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:06:09.274925 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-8260a5a3-c8fe-4cd7-82d6-bd3e1c20d666 req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:09.277945 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8260a5a3-c8fe-4cd7-82d6-bd3e1c20d666 req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.86 "DELETE /v2.0/ports/e4e6b9ec-389d-4016-ae75-345bec497619 HTTP/1.1" status: 204 len: 173 time: 0.8472824 Jun 29 16:06:09.285041 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2db274-1ccd-486b-aa16-76857f2c93cc', 'name': 'network-vif-deleted', 'tag': 'e4e6b9ec-389d-4016-ae75-345bec497619'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:06:09.285041 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4480bcab-78be-4ae4-a1cc-833967c5ef1a" -d '{"events": [{"server_uuid": "3f2db274-1ccd-486b-aa16-76857f2c93cc", "name": "network-vif-deleted", "tag": "e4e6b9ec-389d-4016-ae75-345bec497619"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:06:09.313497 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a558babc-dee6-4ce6-bd25-7742c878c8e1 req-afff7bbe-b049-45b1-bff4-448f93ffea52 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 210 time: 0.0777864 Jun 29 16:06:09.363829 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-0759ffd3-fe9b-4e0a-9e7f-b677c2b20fa4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "PUT /v2.0/floatingips/5b36103e-1ae9-40b1-b094-29229aff25ae HTTP/1.1" status: 200 len: 992 time: 2.1206162 Jun 29 16:06:09.363829 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'tag': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:06:09.366876 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2592eaef-9ddc-4d93-8987-58c1b81151d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a99b3725-0d42-40e1-92ad-56e34840cf87", "tag": "08b2b4de-0ace-45cd-82a3-de0ab2f8ba95"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:06:09.405129 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Allocated IP 172.20.0.8 (6a596f04-c4ad-481d-8e42-9ee6956f485f/386dbf5e-acb6-4d1e-8acd-05d3f5e32b96/0cb5ca02-c78f-4b59-bb75-3cac126dc817) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:06:09.444879 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-13b5b337-b775-4d3a-9423-49cf477d04d2 None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:06:09.490606 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7ac22-f3b1-4489-b284-bf28bd92509c req-e1aa3216-0e57-4518-be6d-fc109bda06dd tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:09.498005 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e9f7ac22-f3b1-4489-b284-bf28bd92509c req-e1aa3216-0e57-4518-be6d-fc109bda06dd tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.1541255 Jun 29 16:06:09.520543 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a127e-1519-4bc3-b5b5-4d67c53c7d06 req-0ecef419-c86e-4bf0-a82d-f917897936d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:09.522970 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d94a127e-1519-4bc3-b5b5-4d67c53c7d06 req-0ecef419-c86e-4bf0-a82d-f917897936d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 1098 time: 0.2029521 Jun 29 16:06:09.586806 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e9f7ac22-f3b1-4489-b284-bf28bd92509c req-9941530e-ad8d-47d3-9cd1-9cf094fce139 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876670 Jun 29 16:06:09.672042 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7c812b-6847-4cc1-810d-4e3522844054 x-openstack-request-id: req-ce7c812b-6847-4cc1-810d-4e3522844054 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:06:09.672362 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2db274-1ccd-486b-aa16-76857f2c93cc", "name": "network-vif-deleted", "tag": "e4e6b9ec-389d-4016-ae75-345bec497619", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:06:09.675671 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce7c812b-6847-4cc1-810d-4e3522844054 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:06:09.676239 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2db274-1ccd-486b-aa16-76857f2c93cc', 'name': 'network-vif-deleted', 'tag': 'e4e6b9ec-389d-4016-ae75-345bec497619', 'status': 'completed', 'code': 200} Jun 29 16:06:09.708921 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:09.733441 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a127e-1519-4bc3-b5b5-4d67c53c7d06 req-d1150cd7-4fc1-4a5b-8d47-3f0e1dc7d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:09.736929 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d94a127e-1519-4bc3-b5b5-4d67c53c7d06 req-d1150cd7-4fc1-4a5b-8d47-3f0e1dc7d78e service neutron] 10.222.0.86 "GET /v2.0/networks?id=02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 200 len: 920 time: 0.1918769 Jun 29 16:06:09.752529 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-13b5b337-b775-4d3a-9423-49cf477d04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': '5b36103e-1ae9-40b1-b094-29229aff25ae', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'floating_ip_address': '172.28.3.175', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'port_id': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'mac_address': 'fa:16:3e:a7:58:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:05:47Z', 'updated_at': '2021-06-29T16:06:08Z', 'revision_number': 1, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:09.786804 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b5b337-b775-4d3a-9423-49cf477d04d2 None None] Checking router: f90da393-dd93-4a12-a906-07dc67f648ef for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:06:09.794643 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5fb6f6-f5d9-430c-94e9-24b1a42fd834 x-openstack-request-id: req-da5fb6f6-f5d9-430c-94e9-24b1a42fd834 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:06:09.794976 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99b3725-0d42-40e1-92ad-56e34840cf87", "tag": "08b2b4de-0ace-45cd-82a3-de0ab2f8ba95", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:06:09.795257 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da5fb6f6-f5d9-430c-94e9-24b1a42fd834 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:06:09.795700 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'tag': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95', 'status': 'completed', 'code': 200} Jun 29 16:06:09.818965 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d94a127e-1519-4bc3-b5b5-4d67c53c7d06 req-b3c0fe8f-3c80-46a6-b94b-7898900c4d7e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f HTTP/1.1" status: 200 len: 217 time: 0.0706668 Jun 29 16:06:09.833897 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b5b337-b775-4d3a-9423-49cf477d04d2 None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:06:09.833897 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-13b5b337-b775-4d3a-9423-49cf477d04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:05:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:09.907145 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a127e-1519-4bc3-b5b5-4d67c53c7d06 req-e5e0c0ad-4db2-4cb2-bb25-f8dee5f43306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:09.908652 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d94a127e-1519-4bc3-b5b5-4d67c53c7d06 req-e5e0c0ad-4db2-4cb2-bb25-f8dee5f43306 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61bd08d7-4c07-4008-92e8-2cd8f75d3614 HTTP/1.1" status: 200 len: 859 time: 0.0715866 Jun 29 16:06:09.951431 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592eaef-9ddc-4d93-8987-58c1b81151d1 req-1974dac1-d898-4138-bf2d-d5b2ba89c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:09.956018 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2592eaef-9ddc-4d93-8987-58c1b81151d1 req-1974dac1-d898-4138-bf2d-d5b2ba89c60e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1180ebf32f2459c82040f2d665ad727&device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 1099 time: 0.1081917 Jun 29 16:06:09.956018 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d94a127e-1519-4bc3-b5b5-4d67c53c7d06 req-ebf9ee1a-4e8c-4a4b-91ab-f35bfd951395 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02627db8-556d-4ed5-bc08-88d7d4a4da15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325472 Jun 29 16:06:09.958224 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-13b5b337-b775-4d3a-9423-49cf477d04d2 None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:06:10.025449 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:10.041140 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['cd7b523f-e119-4f6c-9548-e22a039b7e89'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:06:10.042936 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:10.118573 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Pushing event updated for resources: {'Port': ['ID=0cb5ca02-c78f-4b59-bb75-3cac126dc817,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:10.125939 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:10.129401 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Network 6a596f04-c4ad-481d-8e42-9ee6956f485f is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:06:10.131132 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:06:10.141698 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:06:10.150518 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:10.154665 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:10.291126 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8374038 Jun 29 16:06:10.291960 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592eaef-9ddc-4d93-8987-58c1b81151d1 req-58be1a5a-3252-4179-9886-d1ea90eb7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:10.293478 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2592eaef-9ddc-4d93-8987-58c1b81151d1 req-58be1a5a-3252-4179-9886-d1ea90eb7258 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06858378-c74e-4cc1-afb8-3792abcf25a3 HTTP/1.1" status: 200 len: 911 time: 0.3233709 Jun 29 16:06:10.300473 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d94a127e-1519-4bc3-b5b5-4d67c53c7d06 req-3bfb944b-21e3-4a6f-817c-9b520ab3c716 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219106 Jun 29 16:06:10.313328 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-13b5b337-b775-4d3a-9423-49cf477d04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': '5b36103e-1ae9-40b1-b094-29229aff25ae', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'floating_ip_address': '172.28.3.175', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'port_id': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'mac_address': 'fa:16:3e:a7:58:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:05:47Z', 'updated_at': '2021-06-29T16:06:08Z', 'revision_number': 1, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:10.320613 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Request body: {'port': {'device_id': '0565ef62-1218-4883-bc15-333b0373ba0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:10.349923 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b5b337-b775-4d3a-9423-49cf477d04d2 None None] The sync data for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb is: [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': '5b36103e-1ae9-40b1-b094-29229aff25ae', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'floating_ip_address': '172.28.3.175', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'port_id': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'mac_address': 'fa:16:3e:a7:58:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:05:47Z', 'updated_at': '2021-06-29T16:06:08Z', 'revision_number': 1, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:06:10.584139 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695010b-123d-40bd-9566-3834a6544a25 req-7ab031e9-1f93-466b-ab4b-ad107887b7ef tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:10.592781 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2695010b-123d-40bd-9566-3834a6544a25 req-7ab031e9-1f93-466b-ab4b-ad107887b7ef tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 931 time: 0.4018290 Jun 29 16:06:10.600354 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2592eaef-9ddc-4d93-8987-58c1b81151d1 req-d8a09740-f041-410f-8d61-5444aebf9d1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 HTTP/1.1" status: 200 len: 1000 time: 0.2839959 Jun 29 16:06:10.716225 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2695010b-123d-40bd-9566-3834a6544a25 req-b0e87d08-1576-406b-bf6a-3435e208cfdf tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223481 Jun 29 16:06:10.755575 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d94a127e-1519-4bc3-b5b5-4d67c53c7d06 req-2ed157d1-afb5-4c61-95dc-44e658c67dd7 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100885 Jun 29 16:06:10.755575 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592eaef-9ddc-4d93-8987-58c1b81151d1 req-24acd773-1cf3-4271-8414-1616cc8b959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:10.755575 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2592eaef-9ddc-4d93-8987-58c1b81151d1 req-24acd773-1cf3-4271-8414-1616cc8b959b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3a829b44-8ce0-426e-ba7d-9be05ec57ca4 HTTP/1.1" status: 200 len: 849 time: 0.1257954 Jun 29 16:06:10.792491 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a064a0b-61c6-45d5-907f-dc67721f7476 None None] New status for floating IP 5b36103e-1ae9-40b1-b094-29229aff25ae: ACTIVE {{(pid=93590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:06:10.841660 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592eaef-9ddc-4d93-8987-58c1b81151d1 req-612d4f7d-c6c2-4b5a-951a-928efdacca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:10.844657 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2592eaef-9ddc-4d93-8987-58c1b81151d1 req-612d4f7d-c6c2-4b5a-951a-928efdacca2c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06858378-c74e-4cc1-afb8-3792abcf25a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0953343 Jun 29 16:06:10.915336 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0ee05a36-758f-47b9-a374-b5a9303c34b7 req-7f412244-8bed-4135-b60d-4258ed8d1f55 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2db274-1ccd-486b-aa16-76857f2c93cc HTTP/1.1" status: 200 len: 210 time: 0.0682278 Jun 29 16:06:10.958617 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.055994 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:06:11.126726 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2592eaef-9ddc-4d93-8987-58c1b81151d1 req-87ae81c2-4ec1-4634-a1b6-ad235a4d2ca3 service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521498 Jun 29 16:06:11.149862 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb6331-2687-4f15-968e-8c904e0842c3 req-e1235603-797e-40b2-aa3c-66082563218a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:11.157200 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-39cb6331-2687-4f15-968e-8c904e0842c3 req-e1235603-797e-40b2-aa3c-66082563218a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.1417408 Jun 29 16:06:11.261838 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-39cb6331-2687-4f15-968e-8c904e0842c3 req-d586ff51-9c30-48e3-bfbc-54f66e6a76c6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034193 Jun 29 16:06:11.305687 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2592eaef-9ddc-4d93-8987-58c1b81151d1 req-04dc4b32-b6f3-469a-9e4d-81ec37ac0e29 service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403582 Jun 29 16:06:11.324335 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48160) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:11.411238 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb5ca02-c78f-4b59-bb75-3cac126dc817 {{(pid=93589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:06:11.430900 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.441187 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Transition to ACTIVE for port object 0cb5ca02-c78f-4b59-bb75-3cac126dc817 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:06:11.463340 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48166) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:11.512915 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d88d561c-fb9a-441d-bc31-3e85248a0485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.541120 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-90440180-d17c-4b41-bf61-05a9db4f0075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.581934 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.584865 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:11.634878 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d88d561c-fb9a-441d-bc31-3e85248a0485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.647820 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb5ca02-c78f-4b59-bb75-3cac126dc817,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:11.660378 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:11.698232 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Attempting to bind port 0cb5ca02-c78f-4b59-bb75-3cac126dc817 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:06:11.699053 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Attempting to bind port 0cb5ca02-c78f-4b59-bb75-3cac126dc817 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:06:11.699279 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Attempting to bind port 0cb5ca02-c78f-4b59-bb75-3cac126dc817 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:06:11.705496 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Port 0cb5ca02-c78f-4b59-bb75-3cac126dc817 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:06:11.705840 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Attempting to bind port 0cb5ca02-c78f-4b59-bb75-3cac126dc817 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:06:11.711627 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:06:11.714664 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Checking segment: {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:06:11.714664 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Bound using segment: {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:06:11.714664 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Bound port: 0cb5ca02-c78f-4b59-bb75-3cac126dc817, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:06:11.714664 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.740755 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d88d561c-fb9a-441d-bc31-3e85248a0485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.747555 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:11.797320 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] For port 0cb5ca02-c78f-4b59-bb75-3cac126dc817, host hv-cinder-79220, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:06:11.801544 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-d88d561c-fb9a-441d-bc31-3e85248a0485 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f69ae2fb77fc48e2bd61f1e10d4f21ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709537 Jun 29 16:06:11.802923 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d561c-fb9a-441d-bc31-3e85248a0485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b725c99-3589-4fdb-a5ef-7b32781e963e,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:11.804291 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] For port 0cb5ca02-c78f-4b59-bb75-3cac126dc817, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0cb5ca02-c78f-4b59-bb75-3cac126dc817,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:06:11.806077 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 48178) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:11.820718 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d88d561c-fb9a-441d-bc31-3e85248a0485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:11.887816 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c87cd680-c1db-4207-90ad-521202c36991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.912552 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.916631 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c87cd680-c1db-4207-90ad-521202c36991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.918094 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:11.921623 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-90440180-d17c-4b41-bf61-05a9db4f0075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.957017 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:11.957661 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.959067 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] 10.222.0.86 "PUT /v2.0/ports/0cb5ca02-c78f-4b59-bb75-3cac126dc817 HTTP/1.1" status: 200 len: 1093 time: 1.6462374 Jun 29 16:06:11.973581 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0565ef62-1218-4883-bc15-333b0373ba0c', 'tag': '0cb5ca02-c78f-4b59-bb75-3cac126dc817'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:06:11.979560 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23ceb3d-5e00-45e9-ae49-3f01e9113ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "0565ef62-1218-4883-bc15-333b0373ba0c", "tag": "0cb5ca02-c78f-4b59-bb75-3cac126dc817"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:06:11.983892 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602b37b-c0eb-4707-a507-eeafe2d3133a req-0fa185ae-5c6b-457c-ae4b-c60efd7431e0 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:11.985565 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7602b37b-c0eb-4707-a507-eeafe2d3133a req-0fa185ae-5c6b-457c-ae4b-c60efd7431e0 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 943 time: 0.1044617 Jun 29 16:06:12.029927 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb5ca02-c78f-4b59-bb75-3cac126dc817,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:12.041167 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:12.078390 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdc0f8c-6eb4-4343-b207-2397528dba67 x-openstack-request-id: req-ffdc0f8c-6eb4-4343-b207-2397528dba67 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:06:12.078712 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0565ef62-1218-4883-bc15-333b0373ba0c", "tag": "0cb5ca02-c78f-4b59-bb75-3cac126dc817", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:06:12.078991 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffdc0f8c-6eb4-4343-b207-2397528dba67 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:06:12.079453 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0565ef62-1218-4883-bc15-333b0373ba0c', 'tag': '0cb5ca02-c78f-4b59-bb75-3cac126dc817', 'status': 'completed', 'code': 200} Jun 29 16:06:12.146813 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c87cd680-c1db-4207-90ad-521202c36991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:12.150205 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c87cd680-c1db-4207-90ad-521202c36991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:12.153842 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c87cd680-c1db-4207-90ad-521202c36991 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b725c99-3589-4fdb-a5ef-7b32781e963e HTTP/1.1" status: 204 len: 168 time: 0.3441665 Jun 29 16:06:12.153842 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:12.193986 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cd680-c1db-4207-90ad-521202c36991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b725c99-3589-4fdb-a5ef-7b32781e963e,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:12.202758 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c87cd680-c1db-4207-90ad-521202c36991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:12.222454 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-cfe971f8-8511-418d-a9ac-43a83cfd851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:12.228022 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-cfe971f8-8511-418d-a9ac-43a83cfd851b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 1096 time: 0.1272810 Jun 29 16:06:12.248037 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-90440180-d17c-4b41-bf61-05a9db4f0075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:12.292801 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-42b697fd-910c-47f1-80be-a7a6c3f5172a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb5ca02-c78f-4b59-bb75-3cac126dc817 HTTP/1.1" status: 200 len: 217 time: 0.0436449 Jun 29 16:06:12.303133 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:12.312077 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-90440180-d17c-4b41-bf61-05a9db4f0075 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c4625f3698f403b94cc422bc0268c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8471243 Jun 29 16:06:12.314575 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48198) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:12.320582 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7602b37b-c0eb-4707-a507-eeafe2d3133a req-cc5dbe3f-6f85-46d8-b4ea-3491362b919f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284688 Jun 29 16:06:12.358903 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90440180-d17c-4b41-bf61-05a9db4f0075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f45db4e-07e6-453a-b7f4-b86015ff85c9,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:12.378495 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-90440180-d17c-4b41-bf61-05a9db4f0075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:12.388195 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-10c98299-1bd4-42ff-b51a-2f1cbba78c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:12.388195 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-10c98299-1bd4-42ff-b51a-2f1cbba78c65 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=386dbf5e-acb6-4d1e-8acd-05d3f5e32b96 HTTP/1.1" status: 200 len: 854 time: 0.0867596 Jun 29 16:06:12.436089 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-652ea34c-edde-497b-b837-df535ac594bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:12.471009 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-f03c21ec-17c9-43f5-9aa1-2ad2cb115fba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6a596f04-c4ad-481d-8e42-9ee6956f485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667565 Jun 29 16:06:12.484430 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-652ea34c-edde-497b-b837-df535ac594bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:12.642543 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d5ae4-bc09-4ca1-9fff-bfb588911233 req-67d855bc-c5ec-4962-9437-c657fdc99996 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:12.648158 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9a1d5ae4-bc09-4ca1-9fff-bfb588911233 req-67d855bc-c5ec-4962-9437-c657fdc99996 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.1748252 Jun 29 16:06:12.688080 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-652ea34c-edde-497b-b837-df535ac594bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:12.692281 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-652ea34c-edde-497b-b837-df535ac594bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:12.694898 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-652ea34c-edde-497b-b837-df535ac594bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f45db4e-07e6-453a-b7f4-b86015ff85c9 HTTP/1.1" status: 204 len: 168 time: 0.3779283 Jun 29 16:06:12.695864 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6ed858e6-3dae-486e-85fe-91ef4e745269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:12.703631 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-bce7ad68-55cf-4d21-ba27-91b05f2d8e87 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964858 Jun 29 16:06:12.707710 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ea34c-edde-497b-b837-df535ac594bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f45db4e-07e6-453a-b7f4-b86015ff85c9,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:12.709948 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-652ea34c-edde-497b-b837-df535ac594bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:12.777656 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9a1d5ae4-bc09-4ca1-9fff-bfb588911233 req-b4d752a1-dda6-4dc6-9e81-f5dfa89764aa tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103096 Jun 29 16:06:12.837529 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9636fb42-43b3-41d2-bf6a-ad177e7800a0 req-139980fb-5217-449f-b770-8b2dbbd22b06 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157262 Jun 29 16:06:13.100452 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ceb3d-5e00-45e9-ae49-3f01e9113ad8 req-678b0e83-1237-42a8-84ae-8c3060d298cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:13.101964 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d23ceb3d-5e00-45e9-ae49-3f01e9113ad8 req-678b0e83-1237-42a8-84ae-8c3060d298cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 1096 time: 0.0549324 Jun 29 16:06:13.214448 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ceb3d-5e00-45e9-ae49-3f01e9113ad8 req-7041f323-6a49-4100-9ca7-319581cfbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:13.216788 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d23ceb3d-5e00-45e9-ae49-3f01e9113ad8 req-7041f323-6a49-4100-9ca7-319581cfbd0b service neutron] 10.222.0.86 "GET /v2.0/networks?id=6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 200 len: 915 time: 0.1026659 Jun 29 16:06:13.220748 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device e4e6b9ec-389d-4016-ae75-345bec497619 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:06:13.242882 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: e4e6b9ec-389d-4016-ae75-345bec497619 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:06:13.243266 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device e4e6b9ec-389d-4016-ae75-345bec497619 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:06:13.260918 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d23ceb3d-5e00-45e9-ae49-3f01e9113ad8 req-fe499198-1695-4d66-90f8-df4be576d9b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb5ca02-c78f-4b59-bb75-3cac126dc817 HTTP/1.1" status: 200 len: 217 time: 0.0382423 Jun 29 16:06:13.322305 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ceb3d-5e00-45e9-ae49-3f01e9113ad8 req-62e5f839-dfe2-4e9a-8736-a8be97881b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:13.323818 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d23ceb3d-5e00-45e9-ae49-3f01e9113ad8 req-62e5f839-dfe2-4e9a-8736-a8be97881b97 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=386dbf5e-acb6-4d1e-8acd-05d3f5e32b96 HTTP/1.1" status: 200 len: 854 time: 0.0465796 Jun 29 16:06:13.345500 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48218) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:13.363217 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:13.370901 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d23ceb3d-5e00-45e9-ae49-3f01e9113ad8 req-d753f68b-fdeb-4970-afc2-498f56b71643 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6a596f04-c4ad-481d-8e42-9ee6956f485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392404 Jun 29 16:06:13.475780 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:13.492969 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d23ceb3d-5e00-45e9-ae49-3f01e9113ad8 req-a4b207ce-4a74-4e4c-91be-94e69a2c49b0 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122973 Jun 29 16:06:13.567667 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:13.577416 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-90440180-d17c-4b41-bf61-05a9db4f0075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:13.626744 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f8cf644e7a84f5f8d6873f86a04ba37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797561 Jun 29 16:06:13.627374 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48232) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:13.640638 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f543a3e4-2a50-44a8-9465-58abf1c66162,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:13.658379 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.658748 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.659640 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.659988 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.660517 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.661024 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.661525 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.662026 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.662512 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.662986 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.663481 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.664009 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:13.669148 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:13.704134 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8575bc-141f-42a0-8552-99c0c1ac099d req-7d657d79-e693-4a68-8783-44cecf900261 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:13.707657 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ef8575bc-141f-42a0-8552-99c0c1ac099d req-7d657d79-e693-4a68-8783-44cecf900261 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 943 time: 0.1926723 Jun 29 16:06:13.711786 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d23ceb3d-5e00-45e9-ae49-3f01e9113ad8 req-dda46742-ee5f-43ff-90cb-ed4246d4f960 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090850 Jun 29 16:06:13.747565 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5d45-8271-4c6f-ae36-c506bdf272e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:13.753884 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ef8575bc-141f-42a0-8552-99c0c1ac099d req-686646a7-1f8c-4fd0-86e8-8f5b02234472 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389357 Jun 29 16:06:13.800666 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5d45-8271-4c6f-ae36-c506bdf272e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:13.857056 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 48244) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:13.871411 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:13.936563 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5d45-8271-4c6f-ae36-c506bdf272e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:13.939469 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5d45-8271-4c6f-ae36-c506bdf272e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:13.940669 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-6c4a5d45-8271-4c6f-ae36-c506bdf272e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f543a3e4-2a50-44a8-9465-58abf1c66162 HTTP/1.1" status: 204 len: 168 time: 0.3101811 Jun 29 16:06:13.941704 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:13.951088 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a5d45-8271-4c6f-ae36-c506bdf272e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f543a3e4-2a50-44a8-9465-58abf1c66162,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:13.952679 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48248) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:13.960517 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6c4a5d45-8271-4c6f-ae36-c506bdf272e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:13.999631 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41e1f63-aaed-4cec-a88a-ce4378e8fd6b admin admin] Deleting subnet 90c865c8-490e-48aa-90cc-b7f41c23cd40 {{(pid=93588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:06:14.003047 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f41e1f63-aaed-4cec-a88a-ce4378e8fd6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.044017 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f41e1f63-aaed-4cec-a88a-ce4378e8fd6b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.063223 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f41e1f63-aaed-4cec-a88a-ce4378e8fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.108831 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6872aef-ac30-4ab2-b62c-f980b3037aed req-8c17e70e-3a66-4cd6-9e00-e65976a401b3 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:14.110571 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c6872aef-ac30-4ab2-b62c-f980b3037aed req-8c17e70e-3a66-4cd6-9e00-e65976a401b3 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.1716144 Jun 29 16:06:14.118972 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.155816 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c6872aef-ac30-4ab2-b62c-f980b3037aed req-e5ab293b-89de-4766-91a6-fae1a834ec69 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348675 Jun 29 16:06:14.184828 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.188803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-aa041cb2-eda0-4785-9ecb-44dac3be696a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:14.225021 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f41e1f63-aaed-4cec-a88a-ce4378e8fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.227585 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbcce30d1ffb451b8164e2e97abf6db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691962 Jun 29 16:06:14.228730 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459fd275-f2e5-408f-8902-c986577b9eb4,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:14.233436 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-9e588bfe-4066-4bf5-b177-706a4c460e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:14.233436 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48250) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:14.236909 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.237382 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.237741 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.238090 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.238436 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.238780 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.239122 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.239462 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.239835 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.240174 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.240512 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.240850 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:14.244800 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:14.279675 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e1f63-aaed-4cec-a88a-ce4378e8fd6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c865c8-490e-48aa-90cc-b7f41c23cd40,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:14.282173 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f41e1f63-aaed-4cec-a88a-ce4378e8fd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:14.286740 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f41e1f63-aaed-4cec-a88a-ce4378e8fd6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.288854 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-f41e1f63-aaed-4cec-a88a-ce4378e8fd6b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/90c865c8-490e-48aa-90cc-b7f41c23cd40 HTTP/1.1" status: 204 len: 168 time: 0.3350823 Jun 29 16:06:14.291312 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 48252) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:14.330409 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5f3d107e-86bb-45d0-9244-deb740690cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.352312 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5f3d107e-86bb-45d0-9244-deb740690cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.362944 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.455405 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.462269 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.462467 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.463228 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.463565 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.463920 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.464252 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.464566 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.471090 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.471090 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.471090 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.526700 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5f3d107e-86bb-45d0-9244-deb740690cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.529356 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5f3d107e-86bb-45d0-9244-deb740690cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.530561 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-5f3d107e-86bb-45d0-9244-deb740690cfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/459fd275-f2e5-408f-8902-c986577b9eb4 HTTP/1.1" status: 204 len: 168 time: 0.2948310 Jun 29 16:06:14.531268 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-49a41eec-5f26-435b-bd23-ea4df9e053f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:14.543555 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d107e-86bb-45d0-9244-deb740690cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459fd275-f2e5-408f-8902-c986577b9eb4,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:14.546054 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-5f3d107e-86bb-45d0-9244-deb740690cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:14.649963 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.650487 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.650777 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.651188 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:14.652121 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a327a7-e0af-4590-9f2f-e90eb32c4b71']}} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:14.678256 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4048acf9-a640-4a12-aea5-9b0c08a02e04') {'for_net_delete': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:14.678824 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4048acf9-a640-4a12-aea5-9b0c08a02e04') {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:14.702421 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014247'] for segment, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.722096 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.731092 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=93589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:06:14.731757 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25630489'] for segment, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: from cryptography.utils import int_from_bytes Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: from cryptography.utils import int_from_bytes Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: Traceback (most recent call last): Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: timer() Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: cb(*args, **kw) Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: return func(*args, **kwargs) Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: self._notify() Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: self.callback(batched_events) Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: event.method(event) Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: return f(self, *a, **k) Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: return self._get(url).json() Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: return self.request(url, 'GET', **kwargs) Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:06:14.736016 dv-cinder-792209-4-smb neutron-server[93589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:06:14.958328 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9938ff-89b7-4d3b-9494-f8d4e4bba7f8 req-83f9b78c-e2f3-4c4e-83cb-bf0508347188 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:14.960585 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-dc9938ff-89b7-4d3b-9494-f8d4e4bba7f8 req-83f9b78c-e2f3-4c4e-83cb-bf0508347188 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 943 time: 0.0716906 Jun 29 16:06:15.004071 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-dc9938ff-89b7-4d3b-9494-f8d4e4bba7f8 req-482df6b7-c3e8-43fb-826d-1df60887bcfb tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375133 Jun 29 16:06:15.010973 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:15.016981 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:15.023178 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:15.026452 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f1a327a7-e0af-4590-9f2f-e90eb32c4b71 HTTP/1.1" status: 204 len: 168 time: 0.7314327 Jun 29 16:06:15.040156 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a327a7-e0af-4590-9f2f-e90eb32c4b71,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:15.040156 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:15.338783 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0f93e-92ca-4359-879f-8144cbcb7af3 req-2cd02513-8e48-4b07-bfdc-2209a9b8dc01 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:15.340623 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4de0f93e-92ca-4359-879f-8144cbcb7af3 req-2cd02513-8e48-4b07-bfdc-2209a9b8dc01 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0705714 Jun 29 16:06:15.382281 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4de0f93e-92ca-4359-879f-8144cbcb7af3 req-2f4741a9-8985-4a18-ae03-fc875eeeb010 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Jun 29 16:06:15.536623 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 48298) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:15.601162 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-60ab43b1-b07d-4dd1-adfb-d2bd1c5f5a20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=426a13d38f5a43c082ca7b8d19aa1d9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0627954 Jun 29 16:06:15.604036 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 48302) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:15.664444 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8074bcc4-b97f-486e-952f-bf5cc19c089d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:15.691077 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8074bcc4-b97f-486e-952f-bf5cc19c089d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:15.833817 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8074bcc4-b97f-486e-952f-bf5cc19c089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:15.836767 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8074bcc4-b97f-486e-952f-bf5cc19c089d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:15.838137 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-8074bcc4-b97f-486e-952f-bf5cc19c089d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cea95e6e-3f01-42b0-9681-8166e1c110fc HTTP/1.1" status: 204 len: 168 time: 0.2327039 Jun 29 16:06:15.839018 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b948f142-e9a8-4668-899d-670ede3b3a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:15.851311 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074bcc4-b97f-486e-952f-bf5cc19c089d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea95e6e-3f01-42b0-9681-8166e1c110fc,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:15.853856 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-8074bcc4-b97f-486e-952f-bf5cc19c089d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:16.245655 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a45adb-e32e-4e5d-8caf-e65568cf4838 req-6b4d5b3f-c006-4eec-ae41-cde5f78f21c5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:16.249357 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-88a45adb-e32e-4e5d-8caf-e65568cf4838 req-6b4d5b3f-c006-4eec-ae41-cde5f78f21c5 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 943 time: 0.0836084 Jun 29 16:06:16.290089 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-88a45adb-e32e-4e5d-8caf-e65568cf4838 req-ce8551a0-2ccc-4ee8-b851-97644d3b6bfe tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363078 Jun 29 16:06:16.700053 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c680a9e-dcc6-48c8-a499-993f162a343c req-017d7532-ab42-41f7-82ff-35b7074dad06 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:16.700053 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8c680a9e-dcc6-48c8-a499-993f162a343c req-017d7532-ab42-41f7-82ff-35b7074dad06 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0753343 Jun 29 16:06:16.700053 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8c680a9e-dcc6-48c8-a499-993f162a343c req-470772b2-1ab7-40d0-979f-e204a2f7ba70 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Jun 29 16:06:17.239793 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 0cb5ca02-c78f-4b59-bb75-3cac126dc817 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:06:17.398870 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 0cb5ca02-c78f-4b59-bb75-3cac126dc817, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0cb5ca02-c78f-4b59-bb75-3cac126dc817,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:17.413884 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '0cb5ca02-c78f-4b59-bb75-3cac126dc817', 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f', 'port_id': '0cb5ca02-c78f-4b59-bb75-3cac126dc817', 'mac_address': 'fa:16:3e:1c:cc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386dbf5e-acb6-4d1e-8acd-05d3f5e32b96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:06:17.468328 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:17.498897 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb5ca02-c78f-4b59-bb75-3cac126dc817 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:06:17.552067 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 0cb5ca02-c78f-4b59-bb75-3cac126dc817, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0cb5ca02-c78f-4b59-bb75-3cac126dc817,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:17.733737 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e9b44-3b1c-4f42-8522-548efa14a8a8 req-8fd14966-c6ec-414d-8519-00dabc60606b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:17.733737 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8c3e9b44-3b1c-4f42-8522-548efa14a8a8 req-8fd14966-c6ec-414d-8519-00dabc60606b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 943 time: 0.1240878 Jun 29 16:06:17.752362 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:17.755650 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:17.805621 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8c3e9b44-3b1c-4f42-8522-548efa14a8a8 req-a58ba6e0-ffd5-456d-9bab-add53c9ea284 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776472 Jun 29 16:06:17.856644 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=0cb5ca02-c78f-4b59-bb75-3cac126dc817,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:17.860206 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:17.935667 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec843-c630-40b6-a2b8-42b74c4b33f8 req-9016592a-b212-4322-bdd8-a08f347b0eba tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:17.937628 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-eabec843-c630-40b6-a2b8-42b74c4b33f8 req-9016592a-b212-4322-bdd8-a08f347b0eba tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0861986 Jun 29 16:06:17.984111 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-eabec843-c630-40b6-a2b8-42b74c4b33f8 req-8e4cbcba-3846-4829-8f70-7dc2d8d86aec tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Jun 29 16:06:18.055776 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ec1432f2-4202-4876-9b59-26875af4b307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:18.139424 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['0cb5ca02-c78f-4b59-bb75-3cac126dc817'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:06:18.629668 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48444) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:18.772041 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d0846515-331b-45b1-beb3-095692d2663c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:18.898613 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d0846515-331b-45b1-beb3-095692d2663c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:19.007538 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d0846515-331b-45b1-beb3-095692d2663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:19.010601 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:19.021590 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3824c4a-7a11-40c9-9b99-c6ab72f5f90c req-7a94472d-1543-4798-b85d-c7cf4c08597e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:19.024576 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f3824c4a-7a11-40c9-9b99-c6ab72f5f90c req-7a94472d-1543-4798-b85d-c7cf4c08597e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 944 time: 0.0758390 Jun 29 16:06:19.055824 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-d0846515-331b-45b1-beb3-095692d2663c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa7fd31b391c4c9a895f167a24775041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249289 Jun 29 16:06:19.056915 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48470) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:19.079666 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f3824c4a-7a11-40c9-9b99-c6ab72f5f90c req-7f937cf6-004a-42fe-aa97-c12132e21d4e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488157 Jun 29 16:06:19.105380 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0846515-331b-45b1-beb3-095692d2663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5c69f1-9fc4-4910-9f17-5d5f2d364a8d,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:19.115064 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d0846515-331b-45b1-beb3-095692d2663c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:19.198271 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2bd87f0b-773f-4b9e-93c7-8c1776525b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:19.228791 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2bd87f0b-773f-4b9e-93c7-8c1776525b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:19.256342 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 0cb5ca02-c78f-4b59-bb75-3cac126dc817 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:06:19.266727 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f3d8-d03b-43f0-90ff-90e963c542ba req-392374ef-2c2e-4a98-9a27-652af85324ad tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:19.267906 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f250f3d8-d03b-43f0-90ff-90e963c542ba req-392374ef-2c2e-4a98-9a27-652af85324ad tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.1185853 Jun 29 16:06:19.348693 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f250f3d8-d03b-43f0-90ff-90e963c542ba req-36bb836b-8da6-4374-8277-3f4bf5b171d4 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670528 Jun 29 16:06:19.415952 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2bd87f0b-773f-4b9e-93c7-8c1776525b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:19.416144 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 0cb5ca02-c78f-4b59-bb75-3cac126dc817 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:06:19.418610 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2bd87f0b-773f-4b9e-93c7-8c1776525b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:19.419801 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-2bd87f0b-773f-4b9e-93c7-8c1776525b32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e5c69f1-9fc4-4910-9f17-5d5f2d364a8d HTTP/1.1" status: 204 len: 168 time: 0.3582449 Jun 29 16:06:19.420545 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:19.421047 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 0cb5ca02-c78f-4b59-bb75-3cac126dc817 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:06:19.421646 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:19.430916 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd87f0b-773f-4b9e-93c7-8c1776525b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5c69f1-9fc4-4910-9f17-5d5f2d364a8d,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:19.440087 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2bd87f0b-773f-4b9e-93c7-8c1776525b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:19.534725 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:19.558685 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0565ef62-1218-4883-bc15-333b0373ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb5ca02-c78f-4b59-bb75-3cac126dc817'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:06:19.576011 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fce5f0a-cbf1-454d-9745-866c9afb9f74" -d '{"events": [{"server_uuid": "0565ef62-1218-4883-bc15-333b0373ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "0cb5ca02-c78f-4b59-bb75-3cac126dc817"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:06:19.593179 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 0cb5ca02-c78f-4b59-bb75-3cac126dc817, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0cb5ca02-c78f-4b59-bb75-3cac126dc817,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:19.620252 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8607447f-cadb-4ab1-bd24-010e0f6d4834 x-openstack-request-id: req-8607447f-cadb-4ab1-bd24-010e0f6d4834 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:06:19.620684 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0565ef62-1218-4883-bc15-333b0373ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "0cb5ca02-c78f-4b59-bb75-3cac126dc817", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:06:19.621070 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8607447f-cadb-4ab1-bd24-010e0f6d4834 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:06:19.621819 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0565ef62-1218-4883-bc15-333b0373ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb5ca02-c78f-4b59-bb75-3cac126dc817', 'code': 200} Jun 29 16:06:19.675650 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:19.675650 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-d710a3a6-ac72-4342-9a18-405e4107c9d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:19.735138 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=0cb5ca02-c78f-4b59-bb75-3cac126dc817,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:19.742479 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.742834 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.743186 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.743544 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.743882 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.744218 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.744548 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.744888 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.745330 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.745561 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.745867 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.746186 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:19.750136 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:20.084341 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced09d4-a084-46b4-bdbf-5c49eb2efbae req-55a65761-960f-42ae-add8-b885a4611605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:20.086051 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-dced09d4-a084-46b4-bdbf-5c49eb2efbae req-55a65761-960f-42ae-add8-b885a4611605 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 1098 time: 0.0621119 Jun 29 16:06:20.145598 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-dced09d4-a084-46b4-bdbf-5c49eb2efbae req-3d73ed52-e816-4787-bdd6-a569ebae24d7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527260 Jun 29 16:06:20.235970 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-155ef373-7779-4de5-8296-2d90297d6786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:20.275954 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dc592-1a31-4ee3-af48-eff2ca2c0922 req-baed6546-e258-4d5c-8847-19b6d6d838d6 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:20.277541 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-653dc592-1a31-4ee3-af48-eff2ca2c0922 req-baed6546-e258-4d5c-8847-19b6d6d838d6 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 945 time: 0.0679336 Jun 29 16:06:20.292435 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48498) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:20.307718 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8a10ac35-6189-4e7d-a3d0-bd8b651c3d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:20.318267 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-653dc592-1a31-4ee3-af48-eff2ca2c0922 req-a2c2b2cd-c871-4a81-b05e-f56471f25c11 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344160 Jun 29 16:06:20.371535 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:20.423015 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8a10ac35-6189-4e7d-a3d0-bd8b651c3d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:20.490170 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8a10ac35-6189-4e7d-a3d0-bd8b651c3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:20.495705 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:20.538966 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-8a10ac35-6189-4e7d-a3d0-bd8b651c3d69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04bd615ea47a49a1a533365e13fd5bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426124 Jun 29 16:06:20.538966 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10ac35-6189-4e7d-a3d0-bd8b651c3d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1b05b0-89a7-4518-973e-87c0788667ba,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:20.539991 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 48510) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:20.555784 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8a10ac35-6189-4e7d-a3d0-bd8b651c3d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:20.613405 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b850e-c2c1-4d8d-9da4-e5f61d1d230b req-e06a5718-cadd-4bc0-a903-5effd64dfc76 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:20.614949 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f44b850e-c2c1-4d8d-9da4-e5f61d1d230b req-e06a5718-cadd-4bc0-a903-5effd64dfc76 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.1207616 Jun 29 16:06:20.627374 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dd5b-2409-41d9-96f9-5fd8442f1440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:20.677146 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dd5b-2409-41d9-96f9-5fd8442f1440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:20.689010 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f44b850e-c2c1-4d8d-9da4-e5f61d1d230b req-f3014731-6d1a-47ac-9fc7-62833de50418 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628338 Jun 29 16:06:20.814150 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dd5b-2409-41d9-96f9-5fd8442f1440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:20.816866 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dd5b-2409-41d9-96f9-5fd8442f1440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:20.818015 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-eaa5dd5b-2409-41d9-96f9-5fd8442f1440 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f1b05b0-89a7-4518-973e-87c0788667ba HTTP/1.1" status: 204 len: 168 time: 0.2768846 Jun 29 16:06:20.821649 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ecc81405-347a-4173-acb1-6ec66a2a0c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:20.828872 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5dd5b-2409-41d9-96f9-5fd8442f1440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1b05b0-89a7-4518-973e-87c0788667ba,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:20.831841 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-eaa5dd5b-2409-41d9-96f9-5fd8442f1440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:21.542774 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9df8ed-4dff-4bca-a334-24de88662368 req-6e7f013f-072c-49a6-820e-54c90ee5338b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:21.545376 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cd9df8ed-4dff-4bca-a334-24de88662368 req-6e7f013f-072c-49a6-820e-54c90ee5338b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 945 time: 0.0856409 Jun 29 16:06:21.559023 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:21.621323 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cd9df8ed-4dff-4bca-a334-24de88662368 req-5f543a28-47a2-4ad1-88f6-4a31fc4b938a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686848 Jun 29 16:06:21.883786 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da847ebe-7e8b-4a48-b144-2b7bea88b2d7 req-ac10443f-07a9-45e7-a25a-e6d112e75c54 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:21.885317 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-da847ebe-7e8b-4a48-b144-2b7bea88b2d7 req-ac10443f-07a9-45e7-a25a-e6d112e75c54 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0814002 Jun 29 16:06:21.934472 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-da847ebe-7e8b-4a48-b144-2b7bea88b2d7 req-0114e281-293a-458f-9619-01b35158b27f tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Jun 29 16:06:22.913257 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238d53-b585-4a09-96c4-d4fe4c21a182 req-b8af6616-f8fd-48c3-811d-42da8e3474a7 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:22.916765 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a4238d53-b585-4a09-96c4-d4fe4c21a182 req-b8af6616-f8fd-48c3-811d-42da8e3474a7 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 945 time: 0.1594846 Jun 29 16:06:22.970230 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a4238d53-b585-4a09-96c4-d4fe4c21a182 req-de802438-002a-4150-9541-47fc77f846a3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483527 Jun 29 16:06:23.078994 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:23.181689 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee675148-b979-4aa5-bc33-1d1c94605d86 req-eba12c0c-5e71-47ff-ab7c-b80f329b6bf4 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:23.183974 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ee675148-b979-4aa5-bc33-1d1c94605d86 req-eba12c0c-5e71-47ff-ab7c-b80f329b6bf4 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0961647 Jun 29 16:06:23.238067 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ee675148-b979-4aa5-bc33-1d1c94605d86 req-77b9028a-33bc-491e-9c09-f39288542830 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465801 Jun 29 16:06:24.432098 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48805158-b9d6-49a2-a38e-02623fecd088 req-78a19979-f5ee-435e-af68-8275ce3cc4ea tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:24.434295 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-48805158-b9d6-49a2-a38e-02623fecd088 req-78a19979-f5ee-435e-af68-8275ce3cc4ea tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0732276 Jun 29 16:06:24.477788 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-48805158-b9d6-49a2-a38e-02623fecd088 req-39199f1d-f86e-4047-b2dc-db41438f2114 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370855 Jun 29 16:06:25.322920 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 48714) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:25.472685 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-95255135-3303-4722-a640-b8b3fd9d2519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:25.580415 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-95255135-3303-4722-a640-b8b3fd9d2519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:25.664301 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-95255135-3303-4722-a640-b8b3fd9d2519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:25.669474 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a80d9-1f0a-4084-8261-268ac0ccf84d req-7fa758a1-71dc-47a0-87db-ebde8532c49f tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:25.669474 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-999a80d9-1f0a-4084-8261-268ac0ccf84d req-7fa758a1-71dc-47a0-87db-ebde8532c49f tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0686498 Jun 29 16:06:25.670026 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-84d1d4f4-7cd5-4a67-a976-6045db02182c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:25.712375 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-999a80d9-1f0a-4084-8261-268ac0ccf84d req-f43374d1-323f-4e0e-bd47-b944414f014f tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368810 Jun 29 16:06:25.721638 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255135-3303-4722-a640-b8b3fd9d2519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f641c060-207e-45fd-af75-b9a6e461b604,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:25.721638 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-95255135-3303-4722-a640-b8b3fd9d2519 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bfedc7364fa4b93a809efcc7a563791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933315 Jun 29 16:06:25.721638 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-95255135-3303-4722-a640-b8b3fd9d2519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:25.721638 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 48732) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:25.781483 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c60bbba2-e7c0-49dc-91c7-69bcfae77167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:25.805275 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c60bbba2-e7c0-49dc-91c7-69bcfae77167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:25.964445 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c60bbba2-e7c0-49dc-91c7-69bcfae77167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:25.967097 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c60bbba2-e7c0-49dc-91c7-69bcfae77167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:25.968325 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c60bbba2-e7c0-49dc-91c7-69bcfae77167 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f641c060-207e-45fd-af75-b9a6e461b604 HTTP/1.1" status: 204 len: 168 time: 0.2470715 Jun 29 16:06:25.969086 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-1c59b001-8e17-4986-a60f-456e48923ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:25.977723 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bbba2-e7c0-49dc-91c7-69bcfae77167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f641c060-207e-45fd-af75-b9a6e461b604,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:25.980404 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c60bbba2-e7c0-49dc-91c7-69bcfae77167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:26.902177 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99887b92-8595-48d3-95ca-b2477d4530be req-0de0ca78-f75d-4ce8-8f31-c12374fc69a7 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:26.902177 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-99887b92-8595-48d3-95ca-b2477d4530be req-0de0ca78-f75d-4ce8-8f31-c12374fc69a7 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0727108 Jun 29 16:06:26.943068 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-99887b92-8595-48d3-95ca-b2477d4530be req-4de0d86d-fa32-4e61-af48-78d6c2c5f1b2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332029 Jun 29 16:06:27.174828 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-781f717f-06e9-4d34-81f9-445d779255e3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:27.176399 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-781f717f-06e9-4d34-81f9-445d779255e3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/networks?id=6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 200 len: 814 time: 0.1089776 Jun 29 16:06:27.194783 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-7485eecc-444e-4480-af3e-419181c93dd2 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/quotas/c7942eaef00f484cb431425bbeda9740 HTTP/1.1" status: 200 len: 375 time: 0.0103087 Jun 29 16:06:27.276922 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-fe3747a0-bfb8-4302-b677-fdbf3df1b61a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765488 Jun 29 16:06:27.285314 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48784) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:27.345951 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6b52911f-c039-4e0c-93bf-1b08e54dc2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:27.418049 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-1036c248-77bc-44ba-909b-4534ed76364d service neutron] 10.222.0.13 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343455 Jun 29 16:06:27.546394 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6b52911f-c039-4e0c-93bf-1b08e54dc2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:27.549722 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-efead1e0-986c-43a4-9b67-89cefdd5eceb service neutron] 10.222.0.13 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240528 Jun 29 16:06:27.624846 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6b52911f-c039-4e0c-93bf-1b08e54dc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:27.627845 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bf1baf06-e346-4daa-9f08-9be681f9a4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:27.665027 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52911f-c039-4e0c-93bf-1b08e54dc2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a96277b-e42e-47f2-9271-a1475406abe5,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:27.668418 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6b52911f-c039-4e0c-93bf-1b08e54dc2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:27.671551 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-6b52911f-c039-4e0c-93bf-1b08e54dc2c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddc77eb1c7ff4d77b9151ef2786fba66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779929 Jun 29 16:06:27.676273 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 48794) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:27.741424 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-df17e5bc-7464-4534-80fe-2bfff0dd5d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:27.764416 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-df17e5bc-7464-4534-80fe-2bfff0dd5d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:27.899914 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-adc577aa-acff-4932-a609-1b7beadd86d6 req-89e4690d-d46d-4b8a-8bc3-b64435678957 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 210 time: 0.0286028 Jun 29 16:06:27.942156 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-df17e5bc-7464-4534-80fe-2bfff0dd5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:27.945624 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-df17e5bc-7464-4534-80fe-2bfff0dd5d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:27.948091 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-df17e5bc-7464-4534-80fe-2bfff0dd5d71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a96277b-e42e-47f2-9271-a1475406abe5 HTTP/1.1" status: 204 len: 168 time: 0.2693937 Jun 29 16:06:27.948091 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a7040f3d-47cc-4e3d-b4b4-c7944af42553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:27.955813 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17e5bc-7464-4534-80fe-2bfff0dd5d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a96277b-e42e-47f2-9271-a1475406abe5,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:27.960958 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-df17e5bc-7464-4534-80fe-2bfff0dd5d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:28.235406 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7050a2-de14-4d60-b0fa-8bbb9b32fd71 req-f739d30c-d8f7-4eb5-b088-c931fef6c5a0 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:28.235406 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4d7050a2-de14-4d60-b0fa-8bbb9b32fd71 req-f739d30c-d8f7-4eb5-b088-c931fef6c5a0 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0767751 Jun 29 16:06:28.235406 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4d7050a2-de14-4d60-b0fa-8bbb9b32fd71 req-24b9c8bc-250d-41b0-9d27-b3432544e849 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363069 Jun 29 16:06:28.385983 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48822) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:28.509663 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98341719-8414-49f2-bee0-a8134f8e060a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:28.668088 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98341719-8414-49f2-bee0-a8134f8e060a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:28.775475 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98341719-8414-49f2-bee0-a8134f8e060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:28.778032 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2bd87f0b-773f-4b9e-93c7-8c1776525b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:28.817950 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-98341719-8414-49f2-bee0-a8134f8e060a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89acd726c21f43528f4b899d349b7849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340274 Jun 29 16:06:28.820396 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98341719-8414-49f2-bee0-a8134f8e060a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a67c00-a0f2-444d-a9dc-4a7fed37bdd3,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:28.822191 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-98341719-8414-49f2-bee0-a8134f8e060a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:28.822470 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 48850) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:28.887028 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce6-a7db-4d56-bcc7-c3178766bf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:28.918638 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce6-a7db-4d56-bcc7-c3178766bf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:29.043098 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-68335838-131c-4ec6-a698-c2655e18cf9d req-5fa8c210-65f4-4f5f-9353-c08075864c26 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 210 time: 0.0469592 Jun 29 16:06:29.143977 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce6-a7db-4d56-bcc7-c3178766bf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:29.146657 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a6c64ce6-a7db-4d56-bcc7-c3178766bf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:29.147890 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-a6c64ce6-a7db-4d56-bcc7-c3178766bf32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5a67c00-a0f2-444d-a9dc-4a7fed37bdd3 HTTP/1.1" status: 204 len: 168 time: 0.3241582 Jun 29 16:06:29.148681 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:29.163583 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c64ce6-a7db-4d56-bcc7-c3178766bf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a67c00-a0f2-444d-a9dc-4a7fed37bdd3,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:29.163583 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a6c64ce6-a7db-4d56-bcc7-c3178766bf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:29.400852 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a31746-61cb-4cff-a691-fdd81e74f9f5 req-cc99344f-0d57-4ffe-9455-825fbf368ecc tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:29.402654 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f5a31746-61cb-4cff-a691-fdd81e74f9f5 req-cc99344f-0d57-4ffe-9455-825fbf368ecc tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0782721 Jun 29 16:06:29.460975 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f5a31746-61cb-4cff-a691-fdd81e74f9f5 req-1588d460-f02b-4d01-bd2c-8e2394e8dfb8 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494931 Jun 29 16:06:30.222579 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fd480b3d-86be-499f-a36d-779a9551adc4 req-3043410a-0475-4c19-9baf-bcc49c765acd tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 210 time: 0.0317140 Jun 29 16:06:30.233988 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8a20f3a9-e601-4199-913b-c685e29606b0 req-ed7ef4b9-43ff-4c6f-99c0-32a682a9f6cf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874343 Jun 29 16:06:30.358169 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20f3a9-e601-4199-913b-c685e29606b0 req-bd1893f9-15a0-40c0-ab1a-425fe65c7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:30.359744 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8a20f3a9-e601-4199-913b-c685e29606b0 req-bd1893f9-15a0-40c0-ab1a-425fe65c7e6f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 1099 time: 0.0611033 Jun 29 16:06:30.488550 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20f3a9-e601-4199-913b-c685e29606b0 req-55b77184-686d-458f-9e96-8d0ed738671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:30.489915 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8a20f3a9-e601-4199-913b-c685e29606b0 req-55b77184-686d-458f-9e96-8d0ed738671c service neutron] 10.222.0.86 "GET /v2.0/networks?id=6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 200 len: 915 time: 0.0920796 Jun 29 16:06:30.540836 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8a20f3a9-e601-4199-913b-c685e29606b0 req-8fc5127e-42c8-4039-8544-5e19a6d1f546 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7b523f-e119-4f6c-9548-e22a039b7e89 HTTP/1.1" status: 200 len: 217 time: 0.0365748 Jun 29 16:06:30.600615 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20f3a9-e601-4199-913b-c685e29606b0 req-91a7eae1-5d1d-488e-965b-e7ca61e8e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:30.602248 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8a20f3a9-e601-4199-913b-c685e29606b0 req-91a7eae1-5d1d-488e-965b-e7ca61e8e60c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=386dbf5e-acb6-4d1e-8acd-05d3f5e32b96 HTTP/1.1" status: 200 len: 854 time: 0.0531032 Jun 29 16:06:30.673331 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8a20f3a9-e601-4199-913b-c685e29606b0 req-aec4f749-6e71-47c2-8fcd-d15a8f4329a0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6a596f04-c4ad-481d-8e42-9ee6956f485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424557 Jun 29 16:06:30.676665 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967cc75-d35f-4240-a1e2-360839e07b69 req-e981854f-deb0-4c13-978b-d9669396e144 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:30.680308 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b967cc75-d35f-4240-a1e2-360839e07b69 req-e981854f-deb0-4c13-978b-d9669396e144 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0904145 Jun 29 16:06:30.733488 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b967cc75-d35f-4240-a1e2-360839e07b69 req-7ab5fcec-de7b-4153-8cb3-4f7842e76eef tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494471 Jun 29 16:06:30.782506 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8a20f3a9-e601-4199-913b-c685e29606b0 req-e44b377a-102e-417f-9279-0cd90033ff40 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956314 Jun 29 16:06:30.880297 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8a20f3a9-e601-4199-913b-c685e29606b0 req-45ece5cf-08ff-4985-8c16-75a0a73461e1 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890777 Jun 29 16:06:31.108949 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-a59d0b7f-8d39-4584-91fe-34981c33211a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:31.110404 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-a59d0b7f-8d39-4584-91fe-34981c33211a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "GET /v2.0/networks?id=6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 200 len: 814 time: 0.1309900 Jun 29 16:06:31.147298 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Request body: {'port': {'device_id': 'aafbb150-1944-4c2e-aa3c-41621e89965b', 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f', 'admin_state_up': True, 'tenant_id': 'c7942eaef00f484cb431425bbeda9740'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:31.370830 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-eb26bffa-a114-4de4-b4a8-3317f2a5098a req-14d975a2-a5ca-49f4-a120-1e2de8790490 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 210 time: 0.0276470 Jun 29 16:06:31.398405 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Made reservation on behalf of c7942eaef00f484cb431425bbeda9740 for: {'port': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:06:31.402052 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:31.531867 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Allocated IP 172.20.0.4 (6a596f04-c4ad-481d-8e42-9ee6956f485f/386dbf5e-acb6-4d1e-8acd-05d3f5e32b96/0b01c0eb-d2c0-4aba-9665-c5bf55813154) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:06:31.714586 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:31.852895 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25630535'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:31.857727 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5fb362aa-c302-47d9-9f87-e69c47020b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:31.875369 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['cd7b523f-e119-4f6c-9548-e22a039b7e89', '0cb5ca02-c78f-4b59-bb75-3cac126dc817'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:06:31.921826 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Network 6a596f04-c4ad-481d-8e42-9ee6956f485f is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:06:31.927120 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:06:31.947981 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:06:32.014702 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:32.015652 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.034458 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Pushing event updated for resources: {'Port': ['ID=0b01c0eb-d2c0-4aba-9665-c5bf55813154,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:32.037448 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:32.055359 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bceae-22cc-4bad-9185-d38f38e8d859 req-80aecaca-0c85-4de0-9212-4f6c05e806da tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:32.057367 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-024bceae-22cc-4bad-9185-d38f38e8d859 req-80aecaca-0c85-4de0-9212-4f6c05e806da tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.1346295 Jun 29 16:06:32.099715 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-024bceae-22cc-4bad-9185-d38f38e8d859 req-ae632601-e0b2-4328-ad79-ca7110737f07 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362940 Jun 29 16:06:32.173309 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0314121 Jun 29 16:06:32.188477 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Request body: {'port': {'device_id': 'aafbb150-1944-4c2e-aa3c-41621e89965b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:32.266286 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.610519 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48960) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:32.616186 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.718651 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-33b28860-eb83-4441-bb68-d4ce5fbe8b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.755336 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c6321-bb0b-4b89-9ca6-6bc094ff2298 req-4ea12934-f720-4cfe-b746-52d2660fa758 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:32.756824 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-218c6321-bb0b-4b89-9ca6-6bc094ff2298 req-4ea12934-f720-4cfe-b746-52d2660fa758 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 931 time: 0.1384087 Jun 29 16:06:32.828623 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-218c6321-bb0b-4b89-9ca6-6bc094ff2298 req-c67b689c-44da-411c-8b3f-c980e478f811 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648639 Jun 29 16:06:32.834552 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b01c0eb-d2c0-4aba-9665-c5bf55813154 {{(pid=93589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:06:32.842342 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.863890 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Transition to ACTIVE for port object 0b01c0eb-d2c0-4aba-9665-c5bf55813154 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:06:32.883145 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-33b28860-eb83-4441-bb68-d4ce5fbe8b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.987026 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-33b28860-eb83-4441-bb68-d4ce5fbe8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.987641 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.991432 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:32.996459 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-952ee267-44fb-4924-9c18-f1d5ff1dea78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:33.041281 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Pushing event updated for resources: {'Port': ['ID=0b01c0eb-d2c0-4aba-9665-c5bf55813154,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:33.047542 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:33.049958 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b28860-eb83-4441-bb68-d4ce5fbe8b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d90e9a-d1e1-479a-a341-b89f8f947a01,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:33.054471 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-33b28860-eb83-4441-bb68-d4ce5fbe8b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:33.071486 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-33b28860-eb83-4441-bb68-d4ce5fbe8b42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7290c1bbfd124904af7c2a2d05745d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590919 Jun 29 16:06:33.073541 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48974) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:33.125354 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7fa1bed5-a3de-4375-9e8d-724418a1f1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:33.148790 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7fa1bed5-a3de-4375-9e8d-724418a1f1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:33.310135 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55302c26-b16a-43bc-85b0-2e6178eafb95 req-0152d23a-2963-4ae0-a2ab-f0b35e158537 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:33.312345 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-55302c26-b16a-43bc-85b0-2e6178eafb95 req-0152d23a-2963-4ae0-a2ab-f0b35e158537 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0907466 Jun 29 16:06:33.362177 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-55302c26-b16a-43bc-85b0-2e6178eafb95 req-2b4c9a73-2665-41ef-960a-9a3ca75d2d59 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Jun 29 16:06:33.427024 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7fa1bed5-a3de-4375-9e8d-724418a1f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:33.429471 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7fa1bed5-a3de-4375-9e8d-724418a1f1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:33.430613 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-7fa1bed5-a3de-4375-9e8d-724418a1f1dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96d90e9a-d1e1-479a-a341-b89f8f947a01 HTTP/1.1" status: 204 len: 168 time: 0.3549545 Jun 29 16:06:33.431325 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:33.440874 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1bed5-a3de-4375-9e8d-724418a1f1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d90e9a-d1e1-479a-a341-b89f8f947a01,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:33.449068 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-7fa1bed5-a3de-4375-9e8d-724418a1f1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:33.765690 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Attempting to bind port 0b01c0eb-d2c0-4aba-9665-c5bf55813154 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:06:33.766535 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Attempting to bind port 0b01c0eb-d2c0-4aba-9665-c5bf55813154 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:06:33.766640 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Attempting to bind port 0b01c0eb-d2c0-4aba-9665-c5bf55813154 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:06:33.770781 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Port 0b01c0eb-d2c0-4aba-9665-c5bf55813154 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:06:33.771104 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Attempting to bind port 0b01c0eb-d2c0-4aba-9665-c5bf55813154 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:06:33.775814 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:06:33.776153 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Checking segment: {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:06:33.776585 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Bound using segment: {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:06:33.782039 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Bound port: 0b01c0eb-d2c0-4aba-9665-c5bf55813154, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:06:33.782039 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:33.909049 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] For port 0b01c0eb-d2c0-4aba-9665-c5bf55813154, host hv-cinder-79220, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:06:33.913014 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] For port 0b01c0eb-d2c0-4aba-9665-c5bf55813154, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0b01c0eb-d2c0-4aba-9665-c5bf55813154,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:06:33.996978 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:34.000658 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-fc584442-a7e8-4257-9263-91f7871a4daf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:34.040093 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:34.040710 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:34.051405 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] 10.222.0.86 "PUT /v2.0/ports/0b01c0eb-d2c0-4aba-9665-c5bf55813154 HTTP/1.1" status: 200 len: 1093 time: 1.8582928 Jun 29 16:06:34.051405 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafbb150-1944-4c2e-aa3c-41621e89965b', 'tag': '0b01c0eb-d2c0-4aba-9665-c5bf55813154'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:06:34.051405 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa4cffa-7e88-43a4-8986-cafd0c7b8f49" -d '{"events": [{"name": "network-changed", "server_uuid": "aafbb150-1944-4c2e-aa3c-41621e89965b", "tag": "0b01c0eb-d2c0-4aba-9665-c5bf55813154"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:06:34.078876 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc0d0-2041-4042-9323-96cabcda8cc6 req-06dd0b34-909c-4976-a02e-c983583a02d1 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:34.081038 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e15dc0d0-2041-4042-9323-96cabcda8cc6 req-06dd0b34-909c-4976-a02e-c983583a02d1 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 943 time: 0.1289308 Jun 29 16:06:34.085929 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Pushing event updated for resources: {'Port': ['ID=0b01c0eb-d2c0-4aba-9665-c5bf55813154,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:34.090344 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:34.098079 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872cc620-a0af-4fe5-8a58-2df1a75d5623 x-openstack-request-id: req-872cc620-a0af-4fe5-8a58-2df1a75d5623 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:06:34.098476 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafbb150-1944-4c2e-aa3c-41621e89965b", "tag": "0b01c0eb-d2c0-4aba-9665-c5bf55813154", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:06:34.098756 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-872cc620-a0af-4fe5-8a58-2df1a75d5623 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:06:34.099164 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafbb150-1944-4c2e-aa3c-41621e89965b', 'tag': '0b01c0eb-d2c0-4aba-9665-c5bf55813154', 'status': 'completed', 'code': 200} Jun 29 16:06:34.127067 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e15dc0d0-2041-4042-9323-96cabcda8cc6 req-13ceee31-fe1f-451b-8fc4-3f86c4fbc8c2 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382242 Jun 29 16:06:34.180124 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4cffa-7e88-43a4-8986-cafd0c7b8f49 req-34924aef-c4c4-49dc-be43-b979ba296e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:34.181596 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9aa4cffa-7e88-43a4-8986-cafd0c7b8f49 req-34924aef-c4c4-49dc-be43-b979ba296e67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 1096 time: 0.0536551 Jun 29 16:06:34.285758 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4cffa-7e88-43a4-8986-cafd0c7b8f49 req-0a0b3ebc-93b0-4192-aa6e-af12b6270037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:34.287297 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9aa4cffa-7e88-43a4-8986-cafd0c7b8f49 req-0a0b3ebc-93b0-4192-aa6e-af12b6270037 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c7942eaef00f484cb431425bbeda9740&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0944130 Jun 29 16:06:34.373272 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 48994) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:34.387982 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b25-88a5-44a4-9030-b09f893b2d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:34.405822 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4cffa-7e88-43a4-8986-cafd0c7b8f49 req-0b183763-c08b-429f-930a-66f459090d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:34.407363 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9aa4cffa-7e88-43a4-8986-cafd0c7b8f49 req-0b183763-c08b-429f-930a-66f459090d76 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035769 Jun 29 16:06:34.530533 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-9083ccc3-8b83-44c6-bf99-cb84df670f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:34.532256 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-9083ccc3-8b83-44c6-bf99-cb84df670f80 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 1096 time: 0.0639601 Jun 29 16:06:34.552117 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b25-88a5-44a4-9030-b09f893b2d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:34.586100 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d956c-f54c-45ed-8e7d-0d082cf23c7f req-c1bb9554-c9be-4fe7-b3e6-7cb77d6df8ad tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:34.587647 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2f4d956c-f54c-45ed-8e7d-0d082cf23c7f req-c1bb9554-c9be-4fe7-b3e6-7cb77d6df8ad tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0772986 Jun 29 16:06:34.592695 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-0e51b755-c99a-4d81-84ef-5a88631bc92c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b01c0eb-d2c0-4aba-9665-c5bf55813154 HTTP/1.1" status: 200 len: 217 time: 0.0344658 Jun 29 16:06:34.626559 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2f4d956c-f54c-45ed-8e7d-0d082cf23c7f req-012670b9-9c3f-4632-9551-8ae97593475d tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320675 Jun 29 16:06:34.635411 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b25-88a5-44a4-9030-b09f893b2d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:34.651842 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-8f9dbf0b-04d5-4382-ad79-c8fe173a3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:34.651934 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-89997e69-ab25-42fb-b298-80e254f2f22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:34.652018 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-8f9dbf0b-04d5-4382-ad79-c8fe173a3fc3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=386dbf5e-acb6-4d1e-8acd-05d3f5e32b96 HTTP/1.1" status: 200 len: 854 time: 0.0457230 Jun 29 16:06:34.678345 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-5d7f2b25-88a5-44a4-9030-b09f893b2d89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaeb21d3c1494bf6a2b43a4350e1cd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039837 Jun 29 16:06:34.683154 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f2b25-88a5-44a4-9030-b09f893b2d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf07dff-8fcd-4186-bda3-4897e7015978,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:34.686412 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-5d7f2b25-88a5-44a4-9030-b09f893b2d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:34.686740 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49002) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:34.722435 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-a041d9d0-fd7f-42c9-8716-58553af2d08c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6a596f04-c4ad-481d-8e42-9ee6956f485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574751 Jun 29 16:06:34.753696 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3bcb16cc-e21e-4731-a1cc-e3599890e999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:34.777345 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3bcb16cc-e21e-4731-a1cc-e3599890e999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:34.824654 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-83914e80-9419-4b16-8b79-a458b4929d06 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893714 Jun 29 16:06:34.909621 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3bcb16cc-e21e-4731-a1cc-e3599890e999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:34.912252 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3bcb16cc-e21e-4731-a1cc-e3599890e999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:34.914400 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-3bcb16cc-e21e-4731-a1cc-e3599890e999 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bf07dff-8fcd-4186-bda3-4897e7015978 HTTP/1.1" status: 204 len: 168 time: 0.2267556 Jun 29 16:06:34.915153 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6c4a5d45-8271-4c6f-ae36-c506bdf272e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:34.925350 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb16cc-e21e-4731-a1cc-e3599890e999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf07dff-8fcd-4186-bda3-4897e7015978,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:34.928022 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3bcb16cc-e21e-4731-a1cc-e3599890e999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:34.934161 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7bbe4bc5-47ef-4674-931a-d817ac54365f req-f3464024-4e2e-4caa-bfca-433e62641a85 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019068 Jun 29 16:06:35.322729 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be85c6f-7c8d-4ada-b32a-02f1e1b5c2b8 req-fb878fa1-f029-49f7-9b66-0f0e6b203b28 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:35.324432 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1be85c6f-7c8d-4ada-b32a-02f1e1b5c2b8 req-fb878fa1-f029-49f7-9b66-0f0e6b203b28 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 943 time: 0.0820708 Jun 29 16:06:35.368211 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1be85c6f-7c8d-4ada-b32a-02f1e1b5c2b8 req-a1f40a4f-b4e9-4bed-a307-05acaf2ec06a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372446 Jun 29 16:06:35.844938 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6c820-db5d-4c4a-b960-31626320c04d req-22d4bca0-a0fc-49f8-b7b3-c964ed83ad50 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:35.846643 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4da6c820-db5d-4c4a-b960-31626320c04d req-22d4bca0-a0fc-49f8-b7b3-c964ed83ad50 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0961730 Jun 29 16:06:35.896892 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4da6c820-db5d-4c4a-b960-31626320c04d req-7fedd243-9563-4daf-a188-611054382c83 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441983 Jun 29 16:06:36.580109 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2752d7-f484-4353-abfe-3935efad9544 req-b02994d8-238e-4738-8d34-6a47005df38c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:36.581625 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0d2752d7-f484-4353-abfe-3935efad9544 req-b02994d8-238e-4738-8d34-6a47005df38c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 943 time: 0.0680652 Jun 29 16:06:36.620748 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0d2752d7-f484-4353-abfe-3935efad9544 req-f4f3942d-6d87-4480-91c5-6aaa59515509 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Jun 29 16:06:37.072630 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde3c4c-e020-4596-a35b-4593656e746a req-f426438b-df29-47f6-9c29-815131a244a5 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:37.074854 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6dde3c4c-e020-4596-a35b-4593656e746a req-f426438b-df29-47f6-9c29-815131a244a5 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0672653 Jun 29 16:06:37.121971 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6dde3c4c-e020-4596-a35b-4593656e746a req-ee57c7af-8216-4693-9dba-bf978b0e32f1 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395620 Jun 29 16:06:37.824607 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9447a37-f814-493f-b1f0-f3768d0f7bc0 req-002d3616-a5b0-4b8d-945d-4c68c69bbbcc tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:37.826247 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a9447a37-f814-493f-b1f0-f3768d0f7bc0 req-002d3616-a5b0-4b8d-945d-4c68c69bbbcc tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 943 time: 0.0801725 Jun 29 16:06:37.866692 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a9447a37-f814-493f-b1f0-f3768d0f7bc0 req-08b09bd3-feef-44b2-a0e3-a5a4e1c42609 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Jun 29 16:06:37.942343 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e57ac-7fe2-40ea-81d1-f25a048ab71e req-f54368ae-9a16-43d5-9896-f809d0509bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:37.944729 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-665e57ac-7fe2-40ea-81d1-f25a048ab71e req-f54368ae-9a16-43d5-9896-f809d0509bc7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 1098 time: 0.0567632 Jun 29 16:06:38.007802 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-665e57ac-7fe2-40ea-81d1-f25a048ab71e req-5e6d598b-4333-4256-9552-875de37890c1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465879 Jun 29 16:06:38.322549 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6099a-5760-4eb6-ad4b-770ed1f36412 req-47b64298-42e6-47e6-bbe7-a3ec6e639f35 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:38.324031 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b6e6099a-5760-4eb6-ad4b-770ed1f36412 req-47b64298-42e6-47e6-bbe7-a3ec6e639f35 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0651035 Jun 29 16:06:38.363392 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b6e6099a-5760-4eb6-ad4b-770ed1f36412 req-c82c1ae9-c3da-4aac-b55d-6a49ee3e70c7 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336590 Jun 29 16:06:39.051693 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080a34a-bf28-4c47-9ff6-9026ca283fda req-cccee69a-9fb0-4860-896e-17ae2ca56377 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:39.056384 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f080a34a-bf28-4c47-9ff6-9026ca283fda req-cccee69a-9fb0-4860-896e-17ae2ca56377 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 943 time: 0.0676117 Jun 29 16:06:39.097338 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f080a34a-bf28-4c47-9ff6-9026ca283fda req-17fe55dd-ca53-438b-a61d-c8c62b64fdbf tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359535 Jun 29 16:06:39.123673 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49178) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:39.245346 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-448001ed-9808-4870-8fe8-cab4d24c611e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.352565 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-448001ed-9808-4870-8fe8-cab4d24c611e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.416067 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 0b01c0eb-d2c0-4aba-9665-c5bf55813154 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:06:39.472336 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49198) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:39.487516 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-448001ed-9808-4870-8fe8-cab4d24c611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.502768 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-5d7f2b25-88a5-44a4-9030-b09f893b2d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:39.535664 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 0b01c0eb-d2c0-4aba-9665-c5bf55813154, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0b01c0eb-d2c0-4aba-9665-c5bf55813154,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:39.547430 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '0b01c0eb-d2c0-4aba-9665-c5bf55813154', 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f', 'port_id': '0b01c0eb-d2c0-4aba-9665-c5bf55813154', 'mac_address': 'fa:16:3e:b2:22:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386dbf5e-acb6-4d1e-8acd-05d3f5e32b96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:06:39.575896 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-448001ed-9808-4870-8fe8-cab4d24c611e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=963b1b2c39104692a10e83da133b2dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510572 Jun 29 16:06:39.578507 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49206) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:39.596868 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.600762 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448001ed-9808-4870-8fe8-cab4d24c611e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc38731a-99a8-477c-8c67-28d35c039446,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:39.603828 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-448001ed-9808-4870-8fe8-cab4d24c611e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:39.617468 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b01c0eb-d2c0-4aba-9665-c5bf55813154 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:06:39.628149 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c3707-2d6a-4115-b1de-6a98b7bbee5b req-af39fad5-f978-45c6-874d-32b7261c2e39 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:39.629860 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-624c3707-2d6a-4115-b1de-6a98b7bbee5b req-af39fad5-f978-45c6-874d-32b7261c2e39 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.1287298 Jun 29 16:06:39.648918 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-df5192fd-1e0a-40b3-9202-d5a4fc96917b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.650636 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-18e4550b-c954-4d4a-954e-1ee271d3769c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.656836 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 0b01c0eb-d2c0-4aba-9665-c5bf55813154, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0b01c0eb-d2c0-4aba-9665-c5bf55813154,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:39.682850 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-df5192fd-1e0a-40b3-9202-d5a4fc96917b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.703813 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-624c3707-2d6a-4115-b1de-6a98b7bbee5b req-c0110941-7d7d-43f6-b0e9-7f16645faa16 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670133 Jun 29 16:06:39.771496 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-18e4550b-c954-4d4a-954e-1ee271d3769c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.829117 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.830910 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-20996900-89e9-4090-8ea1-5a0cb033c563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:39.874849 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-df5192fd-1e0a-40b3-9202-d5a4fc96917b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.877702 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-df5192fd-1e0a-40b3-9202-d5a4fc96917b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.878019 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=0b01c0eb-d2c0-4aba-9665-c5bf55813154,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:39.879000 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-df5192fd-1e0a-40b3-9202-d5a4fc96917b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc38731a-99a8-477c-8c67-28d35c039446 HTTP/1.1" status: 204 len: 168 time: 0.2992218 Jun 29 16:06:39.879988 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-eaa5dd5b-2409-41d9-96f9-5fd8442f1440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:39.881805 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:39.890675 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5192fd-1e0a-40b3-9202-d5a4fc96917b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc38731a-99a8-477c-8c67-28d35c039446,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:39.894728 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-df5192fd-1e0a-40b3-9202-d5a4fc96917b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:39.960907 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-18e4550b-c954-4d4a-954e-1ee271d3769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:39.963624 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:40.008081 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4550b-c954-4d4a-954e-1ee271d3769c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4938ff-34cd-4ebd-80e6-fd7a444bfbef,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:40.012455 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-18e4550b-c954-4d4a-954e-1ee271d3769c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a355be0b452a4fa9b3c7548cb3e25f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390468 Jun 29 16:06:40.013390 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-18e4550b-c954-4d4a-954e-1ee271d3769c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:40.015097 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49218) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:40.066625 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8dc5813d-68b4-4df8-a6b7-fb4d25dffcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:40.089836 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8dc5813d-68b4-4df8-a6b7-fb4d25dffcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:40.232664 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8dc5813d-68b4-4df8-a6b7-fb4d25dffcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:40.236452 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8dc5813d-68b4-4df8-a6b7-fb4d25dffcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:40.236802 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-8dc5813d-68b4-4df8-a6b7-fb4d25dffcf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d4938ff-34cd-4ebd-80e6-fd7a444bfbef HTTP/1.1" status: 204 len: 168 time: 0.2206652 Jun 29 16:06:40.237564 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:40.253124 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5813d-68b4-4df8-a6b7-fb4d25dffcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4938ff-34cd-4ebd-80e6-fd7a444bfbef,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:40.253124 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8dc5813d-68b4-4df8-a6b7-fb4d25dffcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:40.253360 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['0b01c0eb-d2c0-4aba-9665-c5bf55813154'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:06:40.321103 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593b97e-e757-4120-91b4-3f284623d90c req-91f74d41-7475-454d-8101-3179752d237f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:40.323855 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5593b97e-e757-4120-91b4-3f284623d90c req-91f74d41-7475-454d-8101-3179752d237f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 944 time: 0.0935071 Jun 29 16:06:40.375587 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5593b97e-e757-4120-91b4-3f284623d90c req-861be607-ae5c-4fca-8331-e5872d75fee7 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435174 Jun 29 16:06:40.805025 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49234) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:40.818929 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6bfb13a3-db96-43c1-ad81-c46db6a9a650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:40.955662 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b253f15-d40d-4696-b5ae-fee73a946086 req-5626cf36-b11a-4045-afb7-17d7c9398618 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:40.957181 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8b253f15-d40d-4696-b5ae-fee73a946086 req-5626cf36-b11a-4045-afb7-17d7c9398618 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.1227131 Jun 29 16:06:41.007711 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6bfb13a3-db96-43c1-ad81-c46db6a9a650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.015402 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8b253f15-d40d-4696-b5ae-fee73a946086 req-db47998c-e2d0-4a08-b6d7-db82ba9fa055 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518219 Jun 29 16:06:41.083987 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6bfb13a3-db96-43c1-ad81-c46db6a9a650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.086560 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d88d561c-fb9a-441d-bc31-3e85248a0485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:41.144312 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb13a3-db96-43c1-ad81-c46db6a9a650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed8cbee-85db-46fa-9edc-f5d00ec116aa,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:41.148325 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49244) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:41.148972 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-6bfb13a3-db96-43c1-ad81-c46db6a9a650 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc072e5ccd4b47bf9d69d3b5edf94141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427730 Jun 29 16:06:41.149907 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6bfb13a3-db96-43c1-ad81-c46db6a9a650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:41.152695 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49248) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:41.194939 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2e6a6034-bbca-44de-be94-fe091da0b6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.204152 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc94b-e1a2-4ec5-af0b-67e33c436188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.225881 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc94b-e1a2-4ec5-af0b-67e33c436188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.258056 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eabfe5-8965-4a8f-8f7f-c0637193a10e req-6f87809d-cddc-4484-bb84-e04559e4a4fc tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:41.259485 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f5eabfe5-8965-4a8f-8f7f-c0637193a10e req-6f87809d-cddc-4484-bb84-e04559e4a4fc tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1121390 Jun 29 16:06:41.304067 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f5eabfe5-8965-4a8f-8f7f-c0637193a10e req-b007318a-c866-445e-b35e-025230970fb7 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384252 Jun 29 16:06:41.335484 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc94b-e1a2-4ec5-af0b-67e33c436188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.339089 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc94b-e1a2-4ec5-af0b-67e33c436188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.340379 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-8e2bc94b-e1a2-4ec5-af0b-67e33c436188 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ed8cbee-85db-46fa-9edc-f5d00ec116aa HTTP/1.1" status: 204 len: 168 time: 0.1870582 Jun 29 16:06:41.341190 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6b52911f-c039-4e0c-93bf-1b08e54dc2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:41.349872 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bc94b-e1a2-4ec5-af0b-67e33c436188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed8cbee-85db-46fa-9edc-f5d00ec116aa,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:41.353283 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8e2bc94b-e1a2-4ec5-af0b-67e33c436188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:41.399331 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2e6a6034-bbca-44de-be94-fe091da0b6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.417572 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 0b01c0eb-d2c0-4aba-9665-c5bf55813154 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:06:41.529563 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2e6a6034-bbca-44de-be94-fe091da0b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.533671 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-bc7cea86-9499-4eaf-a2de-c2460c75584d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:41.574469 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7908ff-b972-4606-912a-5a70eac4c7fd req-b5f79d62-1683-40c9-b2ca-5726a823216a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:41.576438 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ba7908ff-b972-4606-912a-5a70eac4c7fd req-b5f79d62-1683-40c9-b2ca-5726a823216a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 944 time: 0.0707157 Jun 29 16:06:41.582156 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-2e6a6034-bbca-44de-be94-fe091da0b6c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c740d21cd6940738dc139052446e1b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319057 Jun 29 16:06:41.584199 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a6034-bbca-44de-be94-fe091da0b6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf8017b-9017-4b91-8476-8db40040840f,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:41.587523 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2e6a6034-bbca-44de-be94-fe091da0b6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:41.588328 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49262) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:41.618630 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ba7908ff-b972-4606-912a-5a70eac4c7fd req-97d2be0c-3c9c-4708-94b0-467e6e4db459 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Jun 29 16:06:41.644384 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-94fb8829-ef53-44f2-ad8d-76cfce6977b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.649622 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 0b01c0eb-d2c0-4aba-9665-c5bf55813154 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:06:41.658104 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 0b01c0eb-d2c0-4aba-9665-c5bf55813154 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:06:41.658104 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.684983 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-94fb8829-ef53-44f2-ad8d-76cfce6977b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.754724 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.777934 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafbb150-1944-4c2e-aa3c-41621e89965b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b01c0eb-d2c0-4aba-9665-c5bf55813154'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:06:41.780484 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580ef761-bda5-452f-9e3e-8653339d7cc9" -d '{"events": [{"server_uuid": "aafbb150-1944-4c2e-aa3c-41621e89965b", "name": "network-vif-plugged", "status": "completed", "tag": "0b01c0eb-d2c0-4aba-9665-c5bf55813154"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:06:41.794334 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 0b01c0eb-d2c0-4aba-9665-c5bf55813154, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0b01c0eb-d2c0-4aba-9665-c5bf55813154,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:41.818047 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffad194-28bf-407c-ae54-5fae964c41ce x-openstack-request-id: req-6ffad194-28bf-407c-ae54-5fae964c41ce {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:06:41.818346 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafbb150-1944-4c2e-aa3c-41621e89965b", "name": "network-vif-plugged", "status": "completed", "tag": "0b01c0eb-d2c0-4aba-9665-c5bf55813154", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:06:41.818611 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ffad194-28bf-407c-ae54-5fae964c41ce {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:06:41.819008 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafbb150-1944-4c2e-aa3c-41621e89965b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b01c0eb-d2c0-4aba-9665-c5bf55813154', 'code': 200} Jun 29 16:06:41.909262 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-94fb8829-ef53-44f2-ad8d-76cfce6977b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.909612 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.911879 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:41.913312 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-94fb8829-ef53-44f2-ad8d-76cfce6977b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.916695 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-94fb8829-ef53-44f2-ad8d-76cfce6977b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cf8017b-9017-4b91-8476-8db40040840f HTTP/1.1" status: 204 len: 168 time: 0.3259215 Jun 29 16:06:41.917568 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c87cd680-c1db-4207-90ad-521202c36991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:41.926140 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb8829-ef53-44f2-ad8d-76cfce6977b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf8017b-9017-4b91-8476-8db40040840f,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:41.928642 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-94fb8829-ef53-44f2-ad8d-76cfce6977b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:41.974902 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=0b01c0eb-d2c0-4aba-9665-c5bf55813154,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:41.977858 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:42.100823 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49278) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:42.356129 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5978e897-de33-47d0-a2ea-4868e9861410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:42.384649 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0013a-fa4f-4eba-bd68-9ae4e49cdbb3 req-f406aff4-3366-45ba-92bd-fcc735647be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:42.386325 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ece0013a-fa4f-4eba-bd68-9ae4e49cdbb3 req-f406aff4-3366-45ba-92bd-fcc735647be5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 1098 time: 0.0897136 Jun 29 16:06:42.440753 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ece0013a-fa4f-4eba-bd68-9ae4e49cdbb3 req-920d3924-efb2-4911-9adb-e744cd297ad9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426702 Jun 29 16:06:42.493134 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5978e897-de33-47d0-a2ea-4868e9861410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:42.586698 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5978e897-de33-47d0-a2ea-4868e9861410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:42.589998 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:42.627130 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5978e897-de33-47d0-a2ea-4868e9861410 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2d5459d1eb449ebbf6c718f6e61ac8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5248795 Jun 29 16:06:42.628078 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978e897-de33-47d0-a2ea-4868e9861410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c269e663-f878-41fa-a86b-4ebecee62a4c,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:42.629869 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49300) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:42.631683 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5978e897-de33-47d0-a2ea-4868e9861410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:42.694146 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-eb6487a0-b562-4714-9e69-a99008b39fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:42.717741 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-eb6487a0-b562-4714-9e69-a99008b39fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:42.831442 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734adff-4751-41e2-80e2-753778c9ef57 req-039f168c-bee7-44f2-baf0-583aa78b56d3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:42.833265 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2734adff-4751-41e2-80e2-753778c9ef57 req-039f168c-bee7-44f2-baf0-583aa78b56d3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 945 time: 0.0759454 Jun 29 16:06:42.874699 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2734adff-4751-41e2-80e2-753778c9ef57 req-65f690d6-0e84-4ab8-bf32-9fb2dbabddab tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352011 Jun 29 16:06:42.926104 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-eb6487a0-b562-4714-9e69-a99008b39fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:42.928885 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-eb6487a0-b562-4714-9e69-a99008b39fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:42.929992 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-eb6487a0-b562-4714-9e69-a99008b39fb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c269e663-f878-41fa-a86b-4ebecee62a4c HTTP/1.1" status: 204 len: 168 time: 0.2991519 Jun 29 16:06:42.930730 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8a10ac35-6189-4e7d-a3d0-bd8b651c3d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:42.947613 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6487a0-b562-4714-9e69-a99008b39fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c269e663-f878-41fa-a86b-4ebecee62a4c,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:42.947613 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-eb6487a0-b562-4714-9e69-a99008b39fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:43.993972 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49358) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:44.008488 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-00305bd9-c410-4d10-825c-36befc8c9cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:44.068186 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b682e-51bd-4db1-9890-2be32a87837f req-c9436a24-9be6-49f8-8b98-ba76d2225d11 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:44.075233 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-673b682e-51bd-4db1-9890-2be32a87837f req-c9436a24-9be6-49f8-8b98-ba76d2225d11 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0875874 Jun 29 16:06:44.143147 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-673b682e-51bd-4db1-9890-2be32a87837f req-3a7665ba-d33d-4748-8fa9-64cf525474b4 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656862 Jun 29 16:06:44.212029 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-00305bd9-c410-4d10-825c-36befc8c9cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:44.233099 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e8f46-b5ac-482b-b4d7-61864bb66893 req-bb6a11aa-b95c-44d0-882b-f4d9a843a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:44.234593 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5f3e8f46-b5ac-482b-b4d7-61864bb66893 req-bb6a11aa-b95c-44d0-882b-f4d9a843a565 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 1099 time: 0.1684391 Jun 29 16:06:44.258775 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1fdd3-745a-4ba3-a256-a2eeb905dca4 req-99c55378-9dea-4c9a-b7bb-eac05126549e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:44.260320 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-79c1fdd3-745a-4ba3-a256-a2eeb905dca4 req-99c55378-9dea-4c9a-b7bb-eac05126549e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 945 time: 0.1530683 Jun 29 16:06:44.311126 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-00305bd9-c410-4d10-825c-36befc8c9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:44.321725 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-df17e5bc-7464-4534-80fe-2bfff0dd5d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:44.383019 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-79c1fdd3-745a-4ba3-a256-a2eeb905dca4 req-110ad9e0-6110-4d3f-9ff3-09d3f27567e9 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105545 Jun 29 16:06:44.387707 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-00305bd9-c410-4d10-825c-36befc8c9cc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cf9505907964b2390eeff75782ed5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926778 Jun 29 16:06:44.390564 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49370) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:44.395629 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00305bd9-c410-4d10-825c-36befc8c9cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebb2560-7c61-42f8-97dd-e3dcebd3edd3,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:44.399017 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-00305bd9-c410-4d10-825c-36befc8c9cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:44.414648 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e8f46-b5ac-482b-b4d7-61864bb66893 req-716a5d8f-c579-4e2e-9ab8-55d24b23aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:44.416359 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5f3e8f46-b5ac-482b-b4d7-61864bb66893 req-716a5d8f-c579-4e2e-9ab8-55d24b23aba9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 200 len: 920 time: 0.1742146 Jun 29 16:06:44.464264 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5f3e8f46-b5ac-482b-b4d7-61864bb66893 req-7c867055-c7ee-4900-8f44-3ec21602b469 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a HTTP/1.1" status: 200 len: 217 time: 0.0396187 Jun 29 16:06:44.506928 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f329fc2c-d4c0-4d76-8610-decdded55147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:44.529913 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e8f46-b5ac-482b-b4d7-61864bb66893 req-a749fa9a-5509-499f-b09f-fe23058dbb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:44.531377 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5f3e8f46-b5ac-482b-b4d7-61864bb66893 req-a749fa9a-5509-499f-b09f-fe23058dbb7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61bd08d7-4c07-4008-92e8-2cd8f75d3614 HTTP/1.1" status: 200 len: 859 time: 0.0591431 Jun 29 16:06:44.539196 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f329fc2c-d4c0-4d76-8610-decdded55147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:44.600870 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5f3e8f46-b5ac-482b-b4d7-61864bb66893 req-c7ff53ca-e491-4fef-a51c-fad97f8d63aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02627db8-556d-4ed5-bc08-88d7d4a4da15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560589 Jun 29 16:06:44.709222 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f329fc2c-d4c0-4d76-8610-decdded55147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:44.711532 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5f3e8f46-b5ac-482b-b4d7-61864bb66893 req-2404c86b-17fc-4b89-b082-f6400486434a service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018846 Jun 29 16:06:44.712328 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f329fc2c-d4c0-4d76-8610-decdded55147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:44.713698 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-f329fc2c-d4c0-4d76-8610-decdded55147 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ebb2560-7c61-42f8-97dd-e3dcebd3edd3 HTTP/1.1" status: 204 len: 168 time: 0.3216257 Jun 29 16:06:44.714465 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6bfb13a3-db96-43c1-ad81-c46db6a9a650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:44.725119 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329fc2c-d4c0-4d76-8610-decdded55147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebb2560-7c61-42f8-97dd-e3dcebd3edd3,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:44.727788 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f329fc2c-d4c0-4d76-8610-decdded55147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:44.818834 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5f3e8f46-b5ac-482b-b4d7-61864bb66893 req-0eec9945-15af-457a-a949-292e1a386282 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982380 Jun 29 16:06:45.347210 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac507b4-396d-4479-a0c0-61309ccb7de0 req-52e57075-0bbf-497d-87e8-d5c7e929a35f tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:45.348767 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7ac507b4-396d-4479-a0c0-61309ccb7de0 req-52e57075-0bbf-497d-87e8-d5c7e929a35f tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0692387 Jun 29 16:06:45.424605 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7ac507b4-396d-4479-a0c0-61309ccb7de0 req-d960bc70-37c0-4022-998d-045a70375990 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672698 Jun 29 16:06:46.649823 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f7891-19fc-433b-bba8-3ad4bca16f26 req-fb9626a5-7a01-4563-8f5c-f2db39081580 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:46.651364 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6e8f7891-19fc-433b-bba8-3ad4bca16f26 req-fb9626a5-7a01-4563-8f5c-f2db39081580 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0827858 Jun 29 16:06:46.702981 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6e8f7891-19fc-433b-bba8-3ad4bca16f26 req-43c856a7-3baf-44a0-99e0-0794849704ea tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458438 Jun 29 16:06:47.903323 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0a955-5492-4358-b6e8-cad1a31c176f req-a5ebf1e7-6dd7-4586-9a0c-498ad67c4ef1 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:47.904952 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9bb0a955-5492-4358-b6e8-cad1a31c176f req-a5ebf1e7-6dd7-4586-9a0c-498ad67c4ef1 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0875180 Jun 29 16:06:47.949314 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9bb0a955-5492-4358-b6e8-cad1a31c176f req-2675516a-2210-40e4-bb91-e1efafd11a86 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383084 Jun 29 16:06:47.986973 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1fb0262b-9df8-4929-b7f9-84553547125b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:48.054858 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:06:49.144479 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1ac8f-6f3a-4333-bffc-1d21540f87d7 req-bc526a48-762f-4829-916b-ed894bb336ed tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:49.145051 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c5c1ac8f-6f3a-4333-bffc-1d21540f87d7 req-bc526a48-762f-4829-916b-ed894bb336ed tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0672095 Jun 29 16:06:49.190054 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c5c1ac8f-6f3a-4333-bffc-1d21540f87d7 req-d8db3519-edbe-4b66-a8e7-c54574c37dcc tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387354 Jun 29 16:06:49.441253 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49616) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:49.545608 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-15958bb5-4525-4221-a46f-4ac2a041afd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:49.634492 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-15958bb5-4525-4221-a46f-4ac2a041afd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:49.743327 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-15958bb5-4525-4221-a46f-4ac2a041afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:49.746830 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3bcb16cc-e21e-4731-a1cc-e3599890e999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:49.786941 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-15958bb5-4525-4221-a46f-4ac2a041afd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e53604173c8c4713ae1b353efecf9f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447323 Jun 29 16:06:49.789397 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15958bb5-4525-4221-a46f-4ac2a041afd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b230c78-509d-4014-9cb5-fe56b998aac8,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:49.791377 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49626) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:49.792522 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-15958bb5-4525-4221-a46f-4ac2a041afd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:49.842984 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-639d8100-06aa-48b2-adac-a60130b6a781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:49.863650 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-639d8100-06aa-48b2-adac-a60130b6a781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:49.994410 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-639d8100-06aa-48b2-adac-a60130b6a781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:49.997196 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-639d8100-06aa-48b2-adac-a60130b6a781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:49.998372 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-639d8100-06aa-48b2-adac-a60130b6a781 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b230c78-509d-4014-9cb5-fe56b998aac8 HTTP/1.1" status: 204 len: 168 time: 0.2073951 Jun 29 16:06:49.999091 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:50.007669 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d8100-06aa-48b2-adac-a60130b6a781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b230c78-509d-4014-9cb5-fe56b998aac8,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:50.009775 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-639d8100-06aa-48b2-adac-a60130b6a781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:50.234554 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-68023c5c-b001-43c2-aac3-bde35c2e9141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:50.350119 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:50.379367 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1877e-d477-423d-8aa3-37e1d51cfedb req-db505134-34e4-47dd-85ab-13700663332e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:50.380956 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-99b1877e-d477-423d-8aa3-37e1d51cfedb req-db505134-34e4-47dd-85ab-13700663332e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0691478 Jun 29 16:06:50.429503 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-99b1877e-d477-423d-8aa3-37e1d51cfedb req-70c726fb-8204-46e7-b1b7-f0e78052295a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Jun 29 16:06:50.820675 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49650) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:50.833757 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-18d09cdc-ef7a-488c-acfe-71cfc03a1923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:50.932145 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-18d09cdc-ef7a-488c-acfe-71cfc03a1923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.009058 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-18d09cdc-ef7a-488c-acfe-71cfc03a1923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.014803 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-eb6487a0-b562-4714-9e69-a99008b39fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:51.071430 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-18d09cdc-ef7a-488c-acfe-71cfc03a1923 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de3df8ed31b64467a3517df9437bf343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496130 Jun 29 16:06:51.072597 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d09cdc-ef7a-488c-acfe-71cfc03a1923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae52ce0-46ee-4f14-8432-83e8ba8a2878,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:51.074080 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49662) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:51.077726 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-18d09cdc-ef7a-488c-acfe-71cfc03a1923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:51.113632 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49666) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:51.132852 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e8ad8e1f-e9f5-498c-882d-ff45071c8e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.161134 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e8ad8e1f-e9f5-498c-882d-ff45071c8e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.233445 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-416ab528-738d-4c2e-81aa-1fa624d2072e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.306633 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e8ad8e1f-e9f5-498c-882d-ff45071c8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.309539 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e8ad8e1f-e9f5-498c-882d-ff45071c8e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.310972 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e8ad8e1f-e9f5-498c-882d-ff45071c8e22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ae52ce0-46ee-4f14-8432-83e8ba8a2878 HTTP/1.1" status: 204 len: 168 time: 0.2349904 Jun 29 16:06:51.312297 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-bf672ee4-c1f2-4b2c-b43f-75b57c8a2252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:51.320555 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad8e1f-e9f5-498c-882d-ff45071c8e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae52ce0-46ee-4f14-8432-83e8ba8a2878,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:51.323607 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e8ad8e1f-e9f5-498c-882d-ff45071c8e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:51.417678 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-416ab528-738d-4c2e-81aa-1fa624d2072e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.486275 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-416ab528-738d-4c2e-81aa-1fa624d2072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.490972 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d0846515-331b-45b1-beb3-095692d2663c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:51.542405 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-416ab528-738d-4c2e-81aa-1fa624d2072e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7771affd1164bee895674bb1e050f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257298 Jun 29 16:06:51.545013 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49686) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:51.548697 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ab528-738d-4c2e-81aa-1fa624d2072e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b575e5d-e2e1-44f7-a6cd-465162b5870e,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:51.552897 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-416ab528-738d-4c2e-81aa-1fa624d2072e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:51.554931 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.622961 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9588fdd0-4b92-4a43-81cb-a512b7a41e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.647267 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9588fdd0-4b92-4a43-81cb-a512b7a41e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.771776 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554e3f7-de9e-497a-b376-3b6cd611f7ab req-22186d4d-db18-4b02-a49c-f3d6414903f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:51.773341 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d554e3f7-de9e-497a-b376-3b6cd611f7ab req-22186d4d-db18-4b02-a49c-f3d6414903f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0854371 Jun 29 16:06:51.818827 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d554e3f7-de9e-497a-b376-3b6cd611f7ab req-c87644b9-ab8c-4510-994f-28a41cfffb82 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377388 Jun 29 16:06:51.828803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9588fdd0-4b92-4a43-81cb-a512b7a41e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.832178 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9588fdd0-4b92-4a43-81cb-a512b7a41e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.833676 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-9588fdd0-4b92-4a43-81cb-a512b7a41e5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b575e5d-e2e1-44f7-a6cd-465162b5870e HTTP/1.1" status: 204 len: 168 time: 0.2873371 Jun 29 16:06:51.834468 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:51.843173 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588fdd0-4b92-4a43-81cb-a512b7a41e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b575e5d-e2e1-44f7-a6cd-465162b5870e,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:51.845384 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-9588fdd0-4b92-4a43-81cb-a512b7a41e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:52.409909 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49714) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:52.423160 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d94d521c-d78d-46ab-b454-4521d2d880d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:52.511523 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d94d521c-d78d-46ab-b454-4521d2d880d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:52.637417 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d94d521c-d78d-46ab-b454-4521d2d880d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:52.644448 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-94fb8829-ef53-44f2-ad8d-76cfce6977b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:52.693571 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49726) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:52.696006 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-d94d521c-d78d-46ab-b454-4521d2d880d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58b0ff3ccfac41258f5a0de9f8f9a1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791729 Jun 29 16:06:52.697081 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d521c-d78d-46ab-b454-4521d2d880d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55a2746-4bb1-41d7-a16a-3f2d7a969f83,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:52.700828 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d94d521c-d78d-46ab-b454-4521d2d880d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:52.752546 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7d22a11-9ea8-40b9-9a11-9da0ddc78349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:52.776677 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7d22a11-9ea8-40b9-9a11-9da0ddc78349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:52.952794 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7d22a11-9ea8-40b9-9a11-9da0ddc78349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:52.956540 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e7d22a11-9ea8-40b9-9a11-9da0ddc78349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:52.961130 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-e7d22a11-9ea8-40b9-9a11-9da0ddc78349 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e55a2746-4bb1-41d7-a16a-3f2d7a969f83 HTTP/1.1" status: 204 len: 168 time: 0.2664723 Jun 29 16:06:52.961851 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:52.969348 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d22a11-9ea8-40b9-9a11-9da0ddc78349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55a2746-4bb1-41d7-a16a-3f2d7a969f83,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:52.977255 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e7d22a11-9ea8-40b9-9a11-9da0ddc78349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:53.042696 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0989f-c09b-4a5e-8fc1-2532e2b1d509 req-aa9010cd-9054-4b3b-8da6-47a6c01cba9a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:53.053106 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c3e0989f-c09b-4a5e-8fc1-2532e2b1d509 req-aa9010cd-9054-4b3b-8da6-47a6c01cba9a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1114061 Jun 29 16:06:53.096484 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c3e0989f-c09b-4a5e-8fc1-2532e2b1d509 req-8dad7983-b973-4b2b-ba6c-ebcbfe896381 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343103 Jun 29 16:06:53.154700 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:53.331091 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-ba87c460-fbd4-43e2-a4ba-473546f2c8f6 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:53.332766 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-ba87c460-fbd4-43e2-a4ba-473546f2c8f6 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/networks?id=6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 200 len: 814 time: 0.1226020 Jun 29 16:06:53.351539 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-cd781213-c1ea-4e09-bd09-89a104e29ca8 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/quotas/c7942eaef00f484cb431425bbeda9740 HTTP/1.1" status: 200 len: 375 time: 0.0106606 Jun 29 16:06:53.439071 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-e8a1ad7b-ec15-4103-8991-7b49c233b394 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819342 Jun 29 16:06:53.523209 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-6bd12b7c-5639-4871-93df-994a0ebf31ea service neutron] 10.222.0.13 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832975 Jun 29 16:06:53.625805 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bcd39873-0675-4cf2-a39d-080c631fe3d4 service neutron] 10.222.0.13 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917966 Jun 29 16:06:53.959658 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49760) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:53.976063 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-82b75481-649d-4c76-ad40-9f910b7ed2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:54.042456 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4bc975bc-e68e-4813-8f66-c9a3efad878b req-20e2091b-2a31-41cb-8a44-1ae18f5bd585 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 210 time: 0.0331125 Jun 29 16:06:54.100420 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-82b75481-649d-4c76-ad40-9f910b7ed2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:54.210040 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-82b75481-649d-4c76-ad40-9f910b7ed2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:54.216124 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-8074bcc4-b97f-486e-952f-bf5cc19c089d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:54.266015 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-82b75481-649d-4c76-ad40-9f910b7ed2af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e9a132513624411a4b431be506a0b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047318 Jun 29 16:06:54.267126 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b75481-649d-4c76-ad40-9f910b7ed2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4920b10-4eb4-44c9-a433-032105e1521b,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:54.270193 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49774) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:54.271530 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-82b75481-649d-4c76-ad40-9f910b7ed2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:54.338102 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b254d04-799f-4e5c-b5fc-afaf5c4ee43a req-a8b89113-678b-4c60-895d-c65906422cca tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:54.339565 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1b254d04-799f-4e5c-b5fc-afaf5c4ee43a req-a8b89113-678b-4c60-895d-c65906422cca tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0671251 Jun 29 16:06:54.340279 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-72cf3312-0a66-4758-a8c7-c22f03456c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:54.361371 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-72cf3312-0a66-4758-a8c7-c22f03456c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:54.382922 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1b254d04-799f-4e5c-b5fc-afaf5c4ee43a req-39ab8e02-d0d3-4385-a465-672a08b3bdce tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369818 Jun 29 16:06:54.532532 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-72cf3312-0a66-4758-a8c7-c22f03456c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:54.537469 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-72cf3312-0a66-4758-a8c7-c22f03456c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:54.539198 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-72cf3312-0a66-4758-a8c7-c22f03456c7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4920b10-4eb4-44c9-a433-032105e1521b HTTP/1.1" status: 204 len: 168 time: 0.2662473 Jun 29 16:06:54.540394 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:54.548855 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf3312-0a66-4758-a8c7-c22f03456c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4920b10-4eb4-44c9-a433-032105e1521b,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:54.552502 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-72cf3312-0a66-4758-a8c7-c22f03456c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:55.156949 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d29a903b-2664-4940-99bc-b29cb2663431 req-5caffefd-10f7-41da-8ca3-0b6daf18338a tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 210 time: 0.0365934 Jun 29 16:06:55.229014 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49802) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:55.344838 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b1846383-0aa6-4e17-abe2-5ff52e52eab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.436438 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b1846383-0aa6-4e17-abe2-5ff52e52eab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.512265 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b1846383-0aa6-4e17-abe2-5ff52e52eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.516480 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-9588fdd0-4b92-4a43-81cb-a512b7a41e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:55.594895 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-b1846383-0aa6-4e17-abe2-5ff52e52eab2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=413c2b63a8f04f4eb6edfa22adec5038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645496 Jun 29 16:06:55.597497 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1846383-0aa6-4e17-abe2-5ff52e52eab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906af309-cb52-4a78-b271-b85aa9bc826d,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:55.598019 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49816) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:55.600968 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b1846383-0aa6-4e17-abe2-5ff52e52eab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:55.631611 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994c8d5-1c39-412b-a881-c2b22bbad5db req-a8cabeaf-d190-4ffc-978a-19e4c99ddd11 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:55.633393 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6994c8d5-1c39-412b-a881-c2b22bbad5db req-a8cabeaf-d190-4ffc-978a-19e4c99ddd11 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1096811 Jun 29 16:06:55.654559 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0b97-de7c-46c0-9849-9737ee8d6d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.677874 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0b97-de7c-46c0-9849-9737ee8d6d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.681785 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6994c8d5-1c39-412b-a881-c2b22bbad5db req-9c1a3699-0d08-4527-b45b-3ed705ace582 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402064 Jun 29 16:06:55.847183 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0b97-de7c-46c0-9849-9737ee8d6d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.849983 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0b97-de7c-46c0-9849-9737ee8d6d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.851148 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-8a0e0b97-de7c-46c0-9849-9737ee8d6d6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/906af309-cb52-4a78-b271-b85aa9bc826d HTTP/1.1" status: 204 len: 168 time: 0.2515657 Jun 29 16:06:55.851948 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-11fff59f-4448-4d3b-bf49-0a2f9f5d4960 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:55.859879 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e0b97-de7c-46c0-9849-9737ee8d6d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906af309-cb52-4a78-b271-b85aa9bc826d,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:55.862990 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8a0e0b97-de7c-46c0-9849-9737ee8d6d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:56.302293 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2f2a267f-7248-4102-99ba-d0954e4a9eac req-a81a515e-d8b2-41db-9a4d-40d83388571b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 210 time: 0.0350122 Jun 29 16:06:56.520981 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49850) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:56.534030 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ca09b735-04dd-40e3-8eac-f201ff934ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:56.626676 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ca09b735-04dd-40e3-8eac-f201ff934ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:56.830523 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ca09b735-04dd-40e3-8eac-f201ff934ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:56.834986 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:56.884023 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-ca09b735-04dd-40e3-8eac-f201ff934ca4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20cfb1b6d2544f2389c12161f09866ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618312 Jun 29 16:06:56.886278 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09b735-04dd-40e3-8eac-f201ff934ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91494fbc-b1b4-467a-b453-0e2018cc8d30,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:56.888033 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49870) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:56.889636 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ca09b735-04dd-40e3-8eac-f201ff934ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:56.908551 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8ba7b-cb17-47b2-8218-4562d0895435 req-07ffc165-b35a-4266-8011-6349735e807e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:56.910123 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-05d8ba7b-cb17-47b2-8218-4562d0895435 req-07ffc165-b35a-4266-8011-6349735e807e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1082799 Jun 29 16:06:56.967020 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-15bb0c05-ae0f-450e-b8bc-9604217c1593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:56.990131 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-15bb0c05-ae0f-450e-b8bc-9604217c1593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:57.018470 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-05d8ba7b-cb17-47b2-8218-4562d0895435 req-a82bfab2-1801-4d81-8fdd-44cb8b8e39f8 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977421 Jun 29 16:06:57.081366 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-cf505968-526e-4bc2-a368-81457c6660f3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:57.082984 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-cf505968-526e-4bc2-a368-81457c6660f3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "GET /v2.0/networks?id=6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 200 len: 814 time: 0.1454570 Jun 29 16:06:57.100343 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Request body: {'port': {'device_id': '42850aa6-78e3-49bb-91b5-0e1fdff731d3', 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f', 'admin_state_up': True, 'tenant_id': 'c7942eaef00f484cb431425bbeda9740'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:57.177860 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-15bb0c05-ae0f-450e-b8bc-9604217c1593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:57.180767 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-15bb0c05-ae0f-450e-b8bc-9604217c1593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:57.182109 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-15bb0c05-ae0f-450e-b8bc-9604217c1593 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91494fbc-b1b4-467a-b453-0e2018cc8d30 HTTP/1.1" status: 204 len: 168 time: 0.2925057 Jun 29 16:06:57.183048 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8dc5813d-68b4-4df8-a6b7-fb4d25dffcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:57.195961 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb0c05-ae0f-450e-b8bc-9604217c1593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91494fbc-b1b4-467a-b453-0e2018cc8d30,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:57.198479 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-15bb0c05-ae0f-450e-b8bc-9604217c1593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:57.326668 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Made reservation on behalf of c7942eaef00f484cb431425bbeda9740 for: {'port': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:06:57.332956 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:57.714626 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2ff75d4c-a5a1-4466-97f7-a6d8e53f030c req-77ebcec7-db50-4854-bbfc-4ea7ae2b45f9 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 210 time: 0.2732077 Jun 29 16:06:57.740560 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Allocated IP 172.20.0.7 (6a596f04-c4ad-481d-8e42-9ee6956f485f/386dbf5e-acb6-4d1e-8acd-05d3f5e32b96/c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:06:57.904831 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:58.026550 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25630535'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:58.032482 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:58.042402 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['cd7b523f-e119-4f6c-9548-e22a039b7e89', '0cb5ca02-c78f-4b59-bb75-3cac126dc817', '0b01c0eb-d2c0-4aba-9665-c5bf55813154'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:06:58.094507 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Network 6a596f04-c4ad-481d-8e42-9ee6956f485f is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:06:58.098625 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:06:58.103359 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:06:58.129703 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Pushing event updated for resources: {'Port': ['ID=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:58.134159 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:58.157621 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:58.158425 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:58.242657 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc4771-a0ee-4215-8ed1-3133bd4d02f5 req-837a1428-e7c5-4a3e-bc1e-7af55054ff3b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:58.244797 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-eabc4771-a0ee-4215-8ed1-3133bd4d02f5 req-837a1428-e7c5-4a3e-bc1e-7af55054ff3b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0829597 Jun 29 16:06:58.281227 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1848321 Jun 29 16:06:58.301424 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Request body: {'port': {'device_id': '42850aa6-78e3-49bb-91b5-0e1fdff731d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:58.325968 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-eabc4771-a0ee-4215-8ed1-3133bd4d02f5 req-ce66b23b-8e16-4482-a962-93fe99ae8976 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754399 Jun 29 16:06:58.392769 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:58.691095 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 {{(pid=93589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:06:58.699050 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:58.710810 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Transition to ACTIVE for port object c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:06:58.842301 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:58.844231 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:58.920536 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Pushing event updated for resources: {'Port': ['ID=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:58.924008 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:59.005723 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885a3f1-3fb5-40b8-83f0-2d1f350d8d22 req-08f8c1ba-6e29-4314-bc2c-fe47757927c8 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:59.007289 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7885a3f1-3fb5-40b8-83f0-2d1f350d8d22 req-08f8c1ba-6e29-4314-bc2c-fe47757927c8 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 943 time: 0.1762209 Jun 29 16:06:59.048192 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Attempting to bind port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:06:59.048531 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Attempting to bind port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:06:59.048859 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Attempting to bind port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:06:59.063047 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:06:59.063376 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Attempting to bind port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 on network 6a596f04-c4ad-481d-8e42-9ee6956f485f {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:06:59.074907 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7885a3f1-3fb5-40b8-83f0-2d1f350d8d22 req-197ea3a7-4484-4dac-bcd9-3e441a82db68 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588439 Jun 29 16:06:59.078719 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:06:59.078719 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Checking segment: {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:06:59.078719 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Bound using segment: {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:06:59.078719 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Bound port: c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:06:59.078719 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:59.158366 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] For port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287, host hv-cinder-79220, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:06:59.162190 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] For port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:06:59.183405 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 49972) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:59.297270 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-675d7c9b-234b-4855-8a9a-ccf100a77482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:59.314402 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:59.324248 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-bf509c68-e829-4201-8c76-4991954b6232 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:59.378320 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:59.379077 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:59.380516 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] 10.222.0.86 "PUT /v2.0/ports/c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 HTTP/1.1" status: 200 len: 1093 time: 1.0840771 Jun 29 16:06:59.380874 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42850aa6-78e3-49bb-91b5-0e1fdff731d3', 'tag': 'c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:06:59.383135 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791314aa-92d7-438f-92a2-1f1db5b92315" -d '{"events": [{"name": "network-changed", "server_uuid": "42850aa6-78e3-49bb-91b5-0e1fdff731d3", "tag": "c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:06:59.410232 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Pushing event updated for resources: {'Port': ['ID=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:59.417801 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:59.457544 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca2b910-678a-4ab0-93e6-fff21bf30c44 x-openstack-request-id: req-eca2b910-678a-4ab0-93e6-fff21bf30c44 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:06:59.457980 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42850aa6-78e3-49bb-91b5-0e1fdff731d3", "tag": "c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:06:59.458164 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eca2b910-678a-4ab0-93e6-fff21bf30c44 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:06:59.458545 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42850aa6-78e3-49bb-91b5-0e1fdff731d3', 'tag': 'c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287', 'status': 'completed', 'code': 200} Jun 29 16:06:59.479644 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-675d7c9b-234b-4855-8a9a-ccf100a77482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:59.547156 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791314aa-92d7-438f-92a2-1f1db5b92315 req-bb5bed0f-1fae-4e1e-ae97-ca82c9abe34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:59.549192 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-791314aa-92d7-438f-92a2-1f1db5b92315 req-bb5bed0f-1fae-4e1e-ae97-ca82c9abe34a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 1096 time: 0.0587716 Jun 29 16:06:59.557350 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5db18c-8900-417a-b245-291f4f583576 req-e7e97fb9-aee0-459e-8c6f-5475289d146e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:59.558919 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4d5db18c-8900-417a-b245-291f4f583576 req-e7e97fb9-aee0-459e-8c6f-5475289d146e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0734622 Jun 29 16:06:59.605116 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4d5db18c-8900-417a-b245-291f4f583576 req-314758a3-82e2-4cd2-b45c-606616c0bf2a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373232 Jun 29 16:06:59.679342 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791314aa-92d7-438f-92a2-1f1db5b92315 req-6e102006-55ef-466c-baaa-8a63363efcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:59.680921 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-791314aa-92d7-438f-92a2-1f1db5b92315 req-6e102006-55ef-466c-baaa-8a63363efcb4 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c7942eaef00f484cb431425bbeda9740&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1201589 Jun 29 16:06:59.765336 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-675d7c9b-234b-4855-8a9a-ccf100a77482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:59.770326 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:59.825247 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-675d7c9b-234b-4855-8a9a-ccf100a77482 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f89e4bc7a034ad78d89ae3e56e16743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407092 Jun 29 16:06:59.828110 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 49998) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:59.830641 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d7c9b-234b-4855-8a9a-ccf100a77482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd883d28-eefb-4316-a526-35fc243ebc2c,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:59.834721 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-675d7c9b-234b-4855-8a9a-ccf100a77482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:59.838713 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791314aa-92d7-438f-92a2-1f1db5b92315 req-43b0f4f5-cc31-4c54-a27e-b1f9ebf8607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:59.840218 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-791314aa-92d7-438f-92a2-1f1db5b92315 req-43b0f4f5-cc31-4c54-a27e-b1f9ebf8607c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490471 Jun 29 16:06:59.881517 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ab855c23-2a91-47dd-a2c0-facf5d4a8a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:59.903689 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ab855c23-2a91-47dd-a2c0-facf5d4a8a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:59.949477 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-1fc092b2-60de-40dd-97eb-a9bc8f79320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:59.951131 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-1fc092b2-60de-40dd-97eb-a9bc8f79320b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7942eaef00f484cb431425bbeda9740&device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 1096 time: 0.0593748 Jun 29 16:06:59.999277 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-7670e5e9-7d65-4dae-83ea-01ce0298beac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 HTTP/1.1" status: 200 len: 217 time: 0.0341527 Jun 29 16:07:00.051836 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-c5e48799-acc1-4482-8286-48be43e1e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:00.053276 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-c5e48799-acc1-4482-8286-48be43e1e14d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=386dbf5e-acb6-4d1e-8acd-05d3f5e32b96 HTTP/1.1" status: 200 len: 854 time: 0.0426669 Jun 29 16:07:00.057306 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ab855c23-2a91-47dd-a2c0-facf5d4a8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:00.059961 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ab855c23-2a91-47dd-a2c0-facf5d4a8a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:00.061462 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-ab855c23-2a91-47dd-a2c0-facf5d4a8a62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd883d28-eefb-4316-a526-35fc243ebc2c HTTP/1.1" status: 204 len: 168 time: 0.2323172 Jun 29 16:07:00.062485 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-448001ed-9808-4870-8fe8-cab4d24c611e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:00.071052 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab855c23-2a91-47dd-a2c0-facf5d4a8a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd883d28-eefb-4316-a526-35fc243ebc2c,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:00.073370 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ab855c23-2a91-47dd-a2c0-facf5d4a8a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:00.114125 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-b351695c-3d64-4439-b240-35bc6914b5d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6a596f04-c4ad-481d-8e42-9ee6956f485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495238 Jun 29 16:07:00.235405 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-0e9410c4-56ff-4f75-b725-b9f1af7a79b3 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119549 Jun 29 16:07:00.363536 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dba733-e0ca-4e01-b884-ea20b7ffa9e5 req-549f5fe6-be5c-45f9-ae78-7a79054af286 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:00.365124 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-65dba733-e0ca-4e01-b884-ea20b7ffa9e5 req-549f5fe6-be5c-45f9-ae78-7a79054af286 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 943 time: 0.1463234 Jun 29 16:07:00.367462 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-41d54ff2-b1b8-4945-b68b-be053674ed68 req-197dd630-99bc-42d6-b665-3bc406fdf5a6 service neutron] 10.222.0.86 "GET /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154242 Jun 29 16:07:00.406092 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-65dba733-e0ca-4e01-b884-ea20b7ffa9e5 req-6f3e3aaf-5f55-442d-8019-075387a8f777 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344377 Jun 29 16:07:00.788915 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45506-6e40-4768-ac36-acc579edcf94 req-99de6be3-d47a-4f3d-9476-1cac67e1abe8 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:00.790492 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c4f45506-6e40-4768-ac36-acc579edcf94 req-99de6be3-d47a-4f3d-9476-1cac67e1abe8 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0708885 Jun 29 16:07:00.829244 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c4f45506-6e40-4768-ac36-acc579edcf94 req-5a6fd1bd-595b-4a5a-8583-279bb0d6776d tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Jun 29 16:07:00.895067 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50020) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:00.902418 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50022) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:00.910648 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0163fe8d-e30a-4938-9a4c-9c1e1e53c041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.006742 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0163fe8d-e30a-4938-9a4c-9c1e1e53c041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.077432 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0163fe8d-e30a-4938-9a4c-9c1e1e53c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.081043 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-18e4550b-c954-4d4a-954e-1ee271d3769c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:01.087577 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-74cdf644-fc38-442e-b1cb-c7bca89bd644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.115181 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163fe8d-e30a-4938-9a4c-9c1e1e53c041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f81719-7ab4-4ac0-988c-9fd194f6ea5b,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:01.119495 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-0163fe8d-e30a-4938-9a4c-9c1e1e53c041 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0d6f97ecd414361a91eaa79e2188548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233496 Jun 29 16:07:01.120441 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-0163fe8d-e30a-4938-9a4c-9c1e1e53c041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:01.122168 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50032) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:01.170423 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e3bf677b-b317-4bd5-a915-86514848196b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.181917 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-74cdf644-fc38-442e-b1cb-c7bca89bd644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.194524 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e3bf677b-b317-4bd5-a915-86514848196b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.260417 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-74cdf644-fc38-442e-b1cb-c7bca89bd644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.263027 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e8ad8e1f-e9f5-498c-882d-ff45071c8e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:01.304156 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-74cdf644-fc38-442e-b1cb-c7bca89bd644 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=367bfcfc337640af9c738e04f15fae9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008873 Jun 29 16:07:01.305366 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdf644-fc38-442e-b1cb-c7bca89bd644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feac057-ab41-4d42-9762-25c7a5e53290,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:01.306954 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50038) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:01.313183 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-74cdf644-fc38-442e-b1cb-c7bca89bd644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:01.321874 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e3bf677b-b317-4bd5-a915-86514848196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.324396 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e3bf677b-b317-4bd5-a915-86514848196b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.328130 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-e3bf677b-b317-4bd5-a915-86514848196b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50f81719-7ab4-4ac0-988c-9fd194f6ea5b HTTP/1.1" status: 204 len: 168 time: 0.2024405 Jun 29 16:07:01.332430 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-98341719-8414-49f2-bee0-a8134f8e060a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:01.354349 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf677b-b317-4bd5-a915-86514848196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f81719-7ab4-4ac0-988c-9fd194f6ea5b,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:01.358155 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e3bf677b-b317-4bd5-a915-86514848196b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:01.389657 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d97a-ecf1-485c-b088-4b24cabbc1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.416091 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d97a-ecf1-485c-b088-4b24cabbc1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.565648 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d97a-ecf1-485c-b088-4b24cabbc1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.569213 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d97a-ecf1-485c-b088-4b24cabbc1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.574313 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-b6d3d97a-ecf1-485c-b088-4b24cabbc1ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7feac057-ab41-4d42-9762-25c7a5e53290 HTTP/1.1" status: 204 len: 168 time: 0.2643335 Jun 29 16:07:01.574313 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-5f3d107e-86bb-45d0-9244-deb740690cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:01.583671 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3d97a-ecf1-485c-b088-4b24cabbc1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feac057-ab41-4d42-9762-25c7a5e53290,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:01.587572 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-b6d3d97a-ecf1-485c-b088-4b24cabbc1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:01.602954 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67e296-ce6b-4123-a2e5-48d149a01832 req-0c8fce3f-8bc9-46ab-9c26-d454b3449463 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:01.621154 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3c67e296-ce6b-4123-a2e5-48d149a01832 req-0c8fce3f-8bc9-46ab-9c26-d454b3449463 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 943 time: 0.0687940 Jun 29 16:07:01.645021 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3c67e296-ce6b-4123-a2e5-48d149a01832 req-bd2f3f9b-e224-4bbe-b09b-eba0768e5f5e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349054 Jun 29 16:07:02.048996 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ab81f-8de9-4c2d-a262-57984fff3fde req-3408a5e8-3365-4a12-b884-4e8025e164cd tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:02.051104 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1d7ab81f-8de9-4c2d-a262-57984fff3fde req-3408a5e8-3365-4a12-b884-4e8025e164cd tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0749700 Jun 29 16:07:02.096413 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1d7ab81f-8de9-4c2d-a262-57984fff3fde req-6e62f7d3-36cf-4ca2-b158-a1d4fc568e44 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388248 Jun 29 16:07:02.563358 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:02.720432 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50098) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:02.850805 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db12b0-180a-4c6c-9fc8-4063238d2e22 req-c6bb3d3d-285b-4057-9216-3374153c3f35 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:02.852216 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a7db12b0-180a-4c6c-9fc8-4063238d2e22 req-c6bb3d3d-285b-4057-9216-3374153c3f35 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 943 time: 0.0752795 Jun 29 16:07:02.891550 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a7db12b0-180a-4c6c-9fc8-4063238d2e22 req-94a98e56-cc04-4500-babd-6c96ec7e7256 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Jun 29 16:07:02.945893 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-aea4082e-f658-4d39-aa4f-043400bde239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.049685 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-aea4082e-f658-4d39-aa4f-043400bde239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.119879 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-aea4082e-f658-4d39-aa4f-043400bde239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.123389 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:03.164446 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-aea4082e-f658-4d39-aa4f-043400bde239 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96a98bd866394f83a1d8dc48642d7be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418173 Jun 29 16:07:03.165374 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4082e-f658-4d39-aa4f-043400bde239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17f774d-c2fa-40d9-ac52-7240054fdbe1,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:03.167128 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50126) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:03.179581 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-aea4082e-f658-4d39-aa4f-043400bde239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:03.218697 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ceea2cd7-6df7-4fcc-a18b-15edbf99c9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.247588 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ceea2cd7-6df7-4fcc-a18b-15edbf99c9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.336976 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3e0dc-196a-4892-9403-14ca6c83a3aa req-e41dcedb-62ce-43b0-89ac-f6e34ba37699 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:03.339093 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7fc3e0dc-196a-4892-9403-14ca6c83a3aa req-e41dcedb-62ce-43b0-89ac-f6e34ba37699 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0818551 Jun 29 16:07:03.375399 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ceea2cd7-6df7-4fcc-a18b-15edbf99c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.378830 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ceea2cd7-6df7-4fcc-a18b-15edbf99c9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.380784 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-ceea2cd7-6df7-4fcc-a18b-15edbf99c9ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f17f774d-c2fa-40d9-ac52-7240054fdbe1 HTTP/1.1" status: 204 len: 168 time: 0.2125456 Jun 29 16:07:03.384903 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:03.388557 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7fc3e0dc-196a-4892-9403-14ca6c83a3aa req-b06341d2-207d-4b37-97f5-2d0c629b0824 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434840 Jun 29 16:07:03.394432 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea2cd7-6df7-4fcc-a18b-15edbf99c9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17f774d-c2fa-40d9-ac52-7240054fdbe1,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:03.396709 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ceea2cd7-6df7-4fcc-a18b-15edbf99c9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:03.473177 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:07:03.573347 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:03.586854 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': 'c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287', 'network_id': '6a596f04-c4ad-481d-8e42-9ee6956f485f', 'port_id': 'c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287', 'mac_address': 'fa:16:3e:36:60:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386dbf5e-acb6-4d1e-8acd-05d3f5e32b96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:07:03.629627 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.642834 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:07:03.662530 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:03.751735 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.754198 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:03.803010 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:03.806085 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:04.067933 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831e256-d69b-42f6-8806-10691b5e6ad4 req-86fbe24d-1cbd-419b-aaee-f6b76d1dd88f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:04.069473 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a831e256-d69b-42f6-8806-10691b5e6ad4 req-86fbe24d-1cbd-419b-aaee-f6b76d1dd88f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 944 time: 0.0661740 Jun 29 16:07:04.111328 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a831e256-d69b-42f6-8806-10691b5e6ad4 req-0126cd97-433c-418e-aee5-3d50ba3c9f87 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336635 Jun 29 16:07:04.122977 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:07:04.221316 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50160) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:04.221810 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50158) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:04.245319 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a55cfcfe-5230-4a4a-bc5e-ac55d7d26a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.355667 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a55cfcfe-5230-4a4a-bc5e-ac55d7d26a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.428697 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a55cfcfe-5230-4a4a-bc5e-ac55d7d26a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.456845 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-18d09cdc-ef7a-488c-acfe-71cfc03a1923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:04.463089 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-769f1b33-532e-4b29-901a-f81e866dfa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.476979 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-a55cfcfe-5230-4a4a-bc5e-ac55d7d26a7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=343ffcfce08b4384af3a2d0a20340ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523875 Jun 29 16:07:04.480141 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50170) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:04.494420 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cfcfe-5230-4a4a-bc5e-ac55d7d26a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d854f0f2-2048-41bf-ad68-3b903a04757c,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:04.497807 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-a55cfcfe-5230-4a4a-bc5e-ac55d7d26a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:04.613858 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e1d85e22-3828-4cd1-a98f-b37681b9cd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.653293 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e1d85e22-3828-4cd1-a98f-b37681b9cd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.677866 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b5230-5838-498e-b8bc-76008ecc96c5 req-10a60eb3-7804-4958-a7b6-2c6e46fe7c76 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:04.679712 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-760b5230-5838-498e-b8bc-76008ecc96c5 req-10a60eb3-7804-4958-a7b6-2c6e46fe7c76 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1669576 Jun 29 16:07:04.732495 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-769f1b33-532e-4b29-901a-f81e866dfa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.758097 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-760b5230-5838-498e-b8bc-76008ecc96c5 req-1e80d96a-73a3-4b6a-93d8-2f3f1822df1b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698514 Jun 29 16:07:04.803207 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-769f1b33-532e-4b29-901a-f81e866dfa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.805803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-95255135-3303-4722-a640-b8b3fd9d2519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:04.840979 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e1d85e22-3828-4cd1-a98f-b37681b9cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.843596 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e1d85e22-3828-4cd1-a98f-b37681b9cd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.844824 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e1d85e22-3828-4cd1-a98f-b37681b9cd5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d854f0f2-2048-41bf-ad68-3b903a04757c HTTP/1.1" status: 204 len: 168 time: 0.3637569 Jun 29 16:07:04.847985 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f1b33-532e-4b29-901a-f81e866dfa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ab7b2-a05d-4a28-b098-8582c93c8572,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:04.852283 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-769f1b33-532e-4b29-901a-f81e866dfa30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9552e62461594a03bcfcea284833935c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6299460 Jun 29 16:07:04.853230 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-769f1b33-532e-4b29-901a-f81e866dfa30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:04.853852 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-8d427854-11f5-4414-9149-ce4551746e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:04.857138 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50176) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:04.872732 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d85e22-3828-4cd1-a98f-b37681b9cd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d854f0f2-2048-41bf-ad68-3b903a04757c,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:04.876468 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e1d85e22-3828-4cd1-a98f-b37681b9cd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:04.913687 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-825739ad-26be-4ce6-bacd-ac2703779e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.935010 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-825739ad-26be-4ce6-bacd-ac2703779e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:05.077642 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-825739ad-26be-4ce6-bacd-ac2703779e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:05.080338 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-825739ad-26be-4ce6-bacd-ac2703779e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:05.081502 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-825739ad-26be-4ce6-bacd-ac2703779e09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b8ab7b2-a05d-4a28-b098-8582c93c8572 HTTP/1.1" status: 204 len: 168 time: 0.2234504 Jun 29 16:07:05.082412 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-675d7c9b-234b-4855-8a9a-ccf100a77482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:05.091057 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825739ad-26be-4ce6-bacd-ac2703779e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ab7b2-a05d-4a28-b098-8582c93c8572,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:05.092740 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-825739ad-26be-4ce6-bacd-ac2703779e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:05.326241 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801850e-95fb-4917-9ee0-e110f80f692d req-8aef4561-dfa9-401f-9953-b6c69d9cc876 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:05.327980 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1801850e-95fb-4917-9ee0-e110f80f692d req-8aef4561-dfa9-401f-9953-b6c69d9cc876 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 944 time: 0.0797813 Jun 29 16:07:05.369200 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1801850e-95fb-4917-9ee0-e110f80f692d req-aae7c003-50b8-4b3a-968f-4a749dedf96e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347214 Jun 29 16:07:05.487989 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:05.594400 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:05.599039 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:05.599418 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:05.684075 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:05.707359 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42850aa6-78e3-49bb-91b5-0e1fdff731d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:05.713029 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b737ee-2a2e-4bac-b1bd-23e8a3208875" -d '{"events": [{"server_uuid": "42850aa6-78e3-49bb-91b5-0e1fdff731d3", "name": "network-vif-plugged", "status": "completed", "tag": "c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:05.725125 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:05.749424 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef104874-f7a3-4f4b-9f6b-10bf2fe18222 x-openstack-request-id: req-ef104874-f7a3-4f4b-9f6b-10bf2fe18222 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:05.749898 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42850aa6-78e3-49bb-91b5-0e1fdff731d3", "name": "network-vif-plugged", "status": "completed", "tag": "c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:05.750220 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef104874-f7a3-4f4b-9f6b-10bf2fe18222 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:05.750727 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42850aa6-78e3-49bb-91b5-0e1fdff731d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287', 'code': 200} Jun 29 16:07:05.774942 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:05.777107 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:05.835443 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:05.839071 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:06.005766 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c6252-c707-4b91-9615-0c144c076e47 req-d6350401-fb71-45a4-99f1-862ac227fbc1 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:06.007821 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-db7c6252-c707-4b91-9615-0c144c076e47 req-d6350401-fb71-45a4-99f1-862ac227fbc1 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0767455 Jun 29 16:07:06.049882 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-db7c6252-c707-4b91-9615-0c144c076e47 req-9616bfd5-c71d-49c9-aa61-b2925be95dbc tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362756 Jun 29 16:07:06.204079 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f720f-ca70-4b54-9bab-92119a7d3d77 req-80ea4453-2c12-4b17-b429-d38b3879964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:06.206139 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-869f720f-ca70-4b54-9bab-92119a7d3d77 req-80ea4453-2c12-4b17-b429-d38b3879964e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 1098 time: 0.0514426 Jun 29 16:07:06.255873 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-869f720f-ca70-4b54-9bab-92119a7d3d77 req-cc2697dc-df1b-4491-b191-74e86c51c585 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301039 Jun 29 16:07:06.311064 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50244) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:06.418784 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1476035817-network', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:06.529262 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Made reservation on behalf of bd32f82cc3c04259b7243946050d8683 for: {'network': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:06.531629 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:06.548216 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:06.606083 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcf4ee-1b60-42a7-bad5-4e37d132e0c4 req-558b62b6-8a57-4b71-97a0-50fc2bb1b82f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:06.608143 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7cdcf4ee-1b60-42a7-bad5-4e37d132e0c4 req-558b62b6-8a57-4b71-97a0-50fc2bb1b82f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 945 time: 0.1190584 Jun 29 16:07:06.698777 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7cdcf4ee-1b60-42a7-bad5-4e37d132e0c4 req-91c4b0f0-0bba-4ede-a632-a538b1ada991 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671878 Jun 29 16:07:06.713939 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:06.771159 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:06.775312 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d94d521c-d78d-46ab-b454-4521d2d880d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:06.793232 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=93589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:07:06.808003 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c90f93-fd90-49be-81c4-6da7013e40ee,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:06.810848 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:06.811190 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.segments_db [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Added segment 0637c63a-190f-4a6e-a42d-c0b93f3edac6 of type vlan for network 200a933c-d5f2-4d09-b782-a5bbf121ac99 Jun 29 16:07:06.812708 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:06.865642 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:06.968725 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:06.972688 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:06.973329 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:06.976938 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-4454f600-66bc-428d-9872-983e79c124b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:07.043095 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Pushing event updated for resources: {'Network': ['ID=200a933c-d5f2-4d09-b782-a5bbf121ac99,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:07.046155 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:07.056126 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network 200a933c-d5f2-4d09-b782-a5bbf121ac99 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:07:07.056658 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7def7-2a78-4b7c-a979-e1c2bb981826 req-c3f56319-cd95-42d1-94ea-c0202e755f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:07.057655 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-07b7def7-2a78-4b7c-a979-e1c2bb981826 req-c3f56319-cd95-42d1-94ea-c0202e755f41 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 1099 time: 0.1194780 Jun 29 16:07:07.100114 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-07b7def7-2a78-4b7c-a979-e1c2bb981826 req-01116f64-f70d-44e4-ab05-15582c216a0b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Jun 29 16:07:07.104777 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7893515 Jun 29 16:07:07.104903 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50298) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:07.109845 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Request body: {'subnet': {'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1476035817-subnet', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'ip_version': 4}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:07.222842 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Made reservation on behalf of bd32f82cc3c04259b7243946050d8683 for: {'subnet': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:07.225044 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26912181'] for subnet, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:07.271773 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c85dce-ba99-449b-b90e-2238a35018d8 req-727fb233-3c73-4030-84d8-ac8d6254267a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:07.273160 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-13c85dce-ba99-449b-b90e-2238a35018d8 req-727fb233-3c73-4030-84d8-ac8d6254267a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1028810 Jun 29 16:07:07.335038 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-13c85dce-ba99-449b-b90e-2238a35018d8 req-a11a789f-ef63-4b2d-971e-f44f49e4ac8c tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520511 Jun 29 16:07:07.511544 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25630715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26912167'] for subnet, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:07.515274 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:07.567753 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb01e977-375a-4628-a3e9-87626f83517a,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:07.571394 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:07.575195 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Checking segment: {'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:07.575577 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Network hostable DHCP agents. Network: 200a933c-d5f2-4d09-b782-a5bbf121ac99, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:07:07.725391 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Network 200a933c-d5f2-4d09-b782-a5bbf121ac99 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:07:07.817307 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, 200a933c-d5f2-4d09-b782-a5bbf121ac99) {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:07.821480 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:07.822230 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:07.834108 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9543c5-0880-4d99-b189-0c28384b7071 None None] Network 200a933c-d5f2-4d09-b782-a5bbf121ac99 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:07.895677 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5eab4-2446-4811-8007-5e9cfad7080e req-7dade844-bf48-4830-abb3-301a9e962885 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:07.900326 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-67c5eab4-2446-4811-8007-5e9cfad7080e req-7dade844-bf48-4830-abb3-301a9e962885 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 945 time: 0.0729783 Jun 29 16:07:07.962508 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-67c5eab4-2446-4811-8007-5e9cfad7080e req-4262d322-d9b8-4267-83f9-26f145bea5e3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457816 Jun 29 16:07:07.988205 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cd8a330-8e89-5536-984c-c541db32637c-200a933c-d5f2-4d09-b782-a5bbf121ac99', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a'}]}} from dv-cinder-792209-4-smb. {{(pid=93590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:07:07.989205 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:08.019443 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9132729 Jun 29 16:07:08.022853 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50326) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:08.029234 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:08.224393 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.db_base_plugin_common [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Allocated IP 172.20.0.2 (200a933c-d5f2-4d09-b782-a5bbf121ac99/bb01e977-375a-4628-a3e9-87626f83517a/38eda9b7-1ef7-4ecf-96f9-a6d77a975665) {{(pid=93590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:08.293326 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-424'] for router, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:08.295342 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:08.455460 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:08.505590 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50338) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:08.742819 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6146fee-0287-410c-9ca0-d2724dfa7082 req-fe342ead-b336-462f-926a-80aaa481d1cc tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:08.746742 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e6146fee-0287-410c-9ca0-d2724dfa7082 req-fe342ead-b336-462f-926a-80aaa481d1cc tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1523359 Jun 29 16:07:08.848979 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-47064f87-1a3d-43de-9ec6-22eea25fbfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:08.927242 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e6146fee-0287-410c-9ca0-d2724dfa7082 req-55463e43-92b2-4c51-a627-c1158d801d98 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520338 Jun 29 16:07:08.946546 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Notify callbacks [] for port, precommit_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:08.974024 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Transition to ACTIVE for port object 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:08.998234 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Transition to ACTIVE for port object 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 will not be triggered until provisioned by entity DHCP. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:09.062383 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1685569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-397'] for router, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.073491 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-47064f87-1a3d-43de-9ec6-22eea25fbfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.112566 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.115612 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:09.151212 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Network 200a933c-d5f2-4d09-b782-a5bbf121ac99 is already hosted by enough agents. {{(pid=93590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:09.154269 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.base_scheduler [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Resources bound (agent type, host, resource id): {{(pid=93590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:09.158549 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a77ed7-027f-433d-9ba9-15571bf795d1 req-3436391d-3007-4aae-a163-a1287e04ba04 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:09.160637 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-10a77ed7-027f-433d-9ba9-15571bf795d1 req-3436391d-3007-4aae-a163-a1287e04ba04 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 945 time: 0.0713146 Jun 29 16:07:09.166441 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Received port after_create {{(pid=93590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:09.178217 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Pushing event updated for resources: {'Port': ['ID=38eda9b7-1ef7-4ecf-96f9-a6d77a975665,revision_number=1']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:09.191875 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-47064f87-1a3d-43de-9ec6-22eea25fbfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.196676 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:09.202644 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-639d8100-06aa-48b2-adac-a60130b6a781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:09.230926 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-10a77ed7-027f-433d-9ba9-15571bf795d1 req-04d9aad9-b43d-41d6-a90a-1eb5e46dac75 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620468 Jun 29 16:07:09.238726 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Attempting to bind port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:09.239749 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Attempting to bind port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:09.240126 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Attempting to bind port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 on network 200a933c-d5f2-4d09-b782-a5bbf121ac99 {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:09.246064 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:09.246450 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Checking segment: {'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:09.246865 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.247263 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Bound using segment: {'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:09.248091 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Bound port: 38eda9b7-1ef7-4ecf-96f9-a6d77a975665, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:09.248238 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.250203 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-47064f87-1a3d-43de-9ec6-22eea25fbfb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46bc37c8a8554d8eaa4d77fb3aac50a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7432289 Jun 29 16:07:09.254122 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50348) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:09.268762 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47064f87-1a3d-43de-9ec6-22eea25fbfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1cbfd9-59cc-40a7-b9fb-49eed5e7d85a,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:09.279845 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-47064f87-1a3d-43de-9ec6-22eea25fbfb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:09.337523 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] For port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:09.342736 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-253b5683-f267-4d7d-8258-f97dd2fecf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.352228 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] For port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=38eda9b7-1ef7-4ecf-96f9-a6d77a975665,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:09.386251 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-253b5683-f267-4d7d-8258-f97dd2fecf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.432674 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.434671 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-123de635-fbba-4166-a30c-78c45c723f49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:09.499634 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.501451 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Pushing event updated for resources: {'Port': ['ID=38eda9b7-1ef7-4ecf-96f9-a6d77a975665,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:09.505856 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:09.520076 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.539609 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-253b5683-f267-4d7d-8258-f97dd2fecf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.542406 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-253b5683-f267-4d7d-8258-f97dd2fecf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:09.545936 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-253b5683-f267-4d7d-8258-f97dd2fecf13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c1cbfd9-59cc-40a7-b9fb-49eed5e7d85a HTTP/1.1" status: 204 len: 168 time: 0.2883563 Jun 29 16:07:09.545936 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-cd8dc834-15f2-4cfe-89b0-083ecea4f5f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:09.552720 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b5683-f267-4d7d-8258-f97dd2fecf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1cbfd9-59cc-40a7-b9fb-49eed5e7d85a,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:09.559541 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-253b5683-f267-4d7d-8258-f97dd2fecf13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:09.683845 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Allocated IP 172.28.3.198 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/e80cccf3-3e3b-41ae-aec9-c799b98c6e75) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:09.866000 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:10.012276 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:10.016025 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:10.085625 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:10.095270 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:10.102937 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:10.113192 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Pushing event updated for resources: {'Port': ['ID=e80cccf3-3e3b-41ae-aec9-c799b98c6e75,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:10.125230 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:10.131389 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:10.262728 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:10.319894 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ba42f-26b8-4193-a8ff-2c8950f3831f req-18f353af-6844-4e1c-bbfd-7a50a21aa7c9 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:10.321536 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7e9ba42f-26b8-4193-a8ff-2c8950f3831f req-18f353af-6844-4e1c-bbfd-7a50a21aa7c9 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.2233856 Jun 29 16:07:10.365100 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7e9ba42f-26b8-4193-a8ff-2c8950f3831f req-1b8740ce-3910-49eb-beec-5c0169497b6a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365810 Jun 29 16:07:10.513336 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50374) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:10.530990 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ce114bfa-99b4-4c32-947d-d0e0f7d6bb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:10.558237 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:10.650946 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ce114bfa-99b4-4c32-947d-d0e0f7d6bb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:10.745035 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d8994-15ec-46bf-a4d0-d5bc69911602 None None] Network 200a933c-d5f2-4d09-b782-a5bbf121ac99 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:10.785782 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ce114bfa-99b4-4c32-947d-d0e0f7d6bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:10.791370 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:10.835954 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce114bfa-99b4-4c32-947d-d0e0f7d6bb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef92c5a-30ed-4d91-9622-655821d35388,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:10.841201 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-ce114bfa-99b4-4c32-947d-d0e0f7d6bb80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=318910d08364418eb84e423c2ffd3c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266876 Jun 29 16:07:10.842625 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ce114bfa-99b4-4c32-947d-d0e0f7d6bb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:10.843848 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50378) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:10.851773 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685669'] for router, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:10.908786 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-405b8c31-ea78-46ae-a98c-56ce971eff5d None None] Provisioning for port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:10.914139 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-405b8c31-ea78-46ae-a98c-56ce971eff5d None None] Provisioning complete for port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:10.914519 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-405b8c31-ea78-46ae-a98c-56ce971eff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:10.930535 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6aae4d52-d985-408a-bb34-7613b82fbaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:10.972115 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6aae4d52-d985-408a-bb34-7613b82fbaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.058879 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-405b8c31-ea78-46ae-a98c-56ce971eff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.112814 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-405b8c31-ea78-46ae-a98c-56ce971eff5d None None] For port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=38eda9b7-1ef7-4ecf-96f9-a6d77a975665,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:11.166450 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f is scheduled to L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 with binding_index 1 {{(pid=93588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:07:11.168622 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6aae4d52-d985-408a-bb34-7613b82fbaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.172150 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6aae4d52-d985-408a-bb34-7613b82fbaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.182930 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-6aae4d52-d985-408a-bb34-7613b82fbaa9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ef92c5a-30ed-4d91-9622-655821d35388 HTTP/1.1" status: 204 len: 168 time: 0.3279676 Jun 29 16:07:11.186490 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c60bbba2-e7c0-49dc-91c7-69bcfae77167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:11.213374 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae4d52-d985-408a-bb34-7613b82fbaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef92c5a-30ed-4d91-9622-655821d35388,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:11.216904 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-6aae4d52-d985-408a-bb34-7613b82fbaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:11.244499 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-405b8c31-ea78-46ae-a98c-56ce971eff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.257384 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-dcd258e9-616c-4025-bef6-4e9fac3f9032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:11.263544 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9237163-cdc3-42df-9adc-c48001a07e3a req-961d0243-10f6-4eca-880b-1efe17a7dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:11.265111 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d9237163-cdc3-42df-9adc-c48001a07e3a req-961d0243-10f6-4eca-880b-1efe17a7dc04 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 1099 time: 0.1670809 Jun 29 16:07:11.333465 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70856-1091-4371-951b-c9bed902e5ad req-0c25ea3d-84df-4b1e-98a6-bbafa9846897 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:11.343899 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e1a70856-1091-4371-951b-c9bed902e5ad req-0c25ea3d-84df-4b1e-98a6-bbafa9846897 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.2155466 Jun 29 16:07:11.368846 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b8c31-ea78-46ae-a98c-56ce971eff5d None None] Pushing event updated for resources: {'Port': ['ID=38eda9b7-1ef7-4ecf-96f9-a6d77a975665,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:11.373398 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-405b8c31-ea78-46ae-a98c-56ce971eff5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:11.397082 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:07:11.417250 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Sync routers for ids ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:07:11.427286 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Routers {'1689e7de-fccd-4e6f-b6e8-9d5418c5119f'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:11.427937 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:06:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:11.434798 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e1a70856-1091-4371-951b-c9bed902e5ad req-ad138aaf-1cba-4e35-aee3-cc2888641064 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891228 Jun 29 16:07:11.475114 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-ddf65241-e614-4252-9121-db44b758d5f0 None None] Provisioning complete for port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:11.475987 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ddf65241-e614-4252-9121-db44b758d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.478625 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9237163-cdc3-42df-9adc-c48001a07e3a req-cf265301-d5f9-479d-b7c2-4ef1ff80c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:11.480352 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d9237163-cdc3-42df-9adc-c48001a07e3a req-cf265301-d5f9-479d-b7c2-4ef1ff80c143 service neutron] 10.222.0.86 "GET /v2.0/networks?id=02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 200 len: 920 time: 0.2009714 Jun 29 16:07:11.488533 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Notify callbacks [] for router, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.490413 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4657753 Jun 29 16:07:11.492936 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50396) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:11.552671 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d9237163-cdc3-42df-9adc-c48001a07e3a req-cb0448e1-f1ae-49d6-aa71-d48d1f8e4035 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a HTTP/1.1" status: 200 len: 217 time: 0.0629137 Jun 29 16:07:11.612164 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Set router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:11.632126 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9237163-cdc3-42df-9adc-c48001a07e3a req-f6dddbff-7afe-4d2b-b7ed-c3608754ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:11.639588 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d9237163-cdc3-42df-9adc-c48001a07e3a req-f6dddbff-7afe-4d2b-b7ed-c3608754ddf0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61bd08d7-4c07-4008-92e8-2cd8f75d3614 HTTP/1.1" status: 200 len: 859 time: 0.0744610 Jun 29 16:07:11.691392 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d9237163-cdc3-42df-9adc-c48001a07e3a req-d6342828-2ca4-4b05-a5ad-c8441ee812ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02627db8-556d-4ed5-bc08-88d7d4a4da15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468040 Jun 29 16:07:11.825052 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d9237163-cdc3-42df-9adc-c48001a07e3a req-7f6a618f-48c6-4679-ba80-d1bd8db74551 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234272 Jun 29 16:07:11.880567 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:10Z', 'revision_number': 3, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:11.912589 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Checking router: 1689e7de-fccd-4e6f-b6e8-9d5418c5119f for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:07:11.913244 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Updating router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f port e80cccf3-3e3b-41ae-aec9-c799b98c6e75 binding host dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:07:11.950657 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.961772 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d9237163-cdc3-42df-9adc-c48001a07e3a req-50796702-0cd1-4f1d-ac2e-585d26562a34 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197855 Jun 29 16:07:12.059365 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:12.088677 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:12.120832 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:12.121518 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:12.382355 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Notify callbacks [] for port, precommit_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:12.393524 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.provisioning_blocks [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Transition to ACTIVE for port object e80cccf3-3e3b-41ae-aec9-c799b98c6e75 will not be triggered until provisioned by entity L2. {{(pid=93591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:12.486083 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Allocated IP 172.20.0.1 (200a933c-d5f2-4d09-b782-a5bbf121ac99/bb01e977-375a-4628-a3e9-87626f83517a/2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:12.503069 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:12.506426 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:12.560545 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Attempting to bind port e80cccf3-3e3b-41ae-aec9-c799b98c6e75 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:12.560926 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Attempting to bind port e80cccf3-3e3b-41ae-aec9-c799b98c6e75 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:12.561309 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Attempting to bind port e80cccf3-3e3b-41ae-aec9-c799b98c6e75 on network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:12.573634 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:12.576405 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Checking segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:12.576405 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:12.576405 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Bound using segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:12.576405 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Bound port: e80cccf3-3e3b-41ae-aec9-c799b98c6e75, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:12.576405 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:12.620336 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:12.623385 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Pushing event updated for resources: {'Port': ['ID=e80cccf3-3e3b-41ae-aec9-c799b98c6e75,revision_number=2']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:12.637451 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Transition to ACTIVE for port object 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:12.652557 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.654337 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.654337 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.654337 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.654337 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.654337 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.654709 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.654782 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.655427 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.655780 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.656103 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.656420 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:12.661330 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:12.662649 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] For port e80cccf3-3e3b-41ae-aec9-c799b98c6e75, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:12.666897 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] For port e80cccf3-3e3b-41ae-aec9-c799b98c6e75, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=e80cccf3-3e3b-41ae-aec9-c799b98c6e75,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:12.746450 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:12.750304 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-f235a4ff-2eb5-49bb-8849-87a589073106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:12.795482 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:12.799365 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-09ee7b59-7f41-430e-b2d5-cb83f5b43420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:12.837764 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Routers {'1689e7de-fccd-4e6f-b6e8-9d5418c5119f'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:12.838408 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:06:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:12.840887 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Pushing event updated for resources: {'Port': ['ID=e80cccf3-3e3b-41ae-aec9-c799b98c6e75,revision_number=3']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:12.845236 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-6037147c-f62c-407d-b0e1-7b2e7398ed8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:12.851599 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Network 200a933c-d5f2-4d09-b782-a5bbf121ac99 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:12.856368 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:12.861773 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:12.862180 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655426'] for router_interface, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:12.866028 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Pushing event updated for resources: {'Port': ['ID=2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:12.909570 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:13.013011 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] Set router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:13.041237 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec33f6e-e497-455a-a305-7b056725c6f4 req-6fe1620c-2a93-4bba-a5a8-ba167cb26c88 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:13.042827 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5ec33f6e-e497-455a-a305-7b056725c6f4 req-6fe1620c-2a93-4bba-a5a8-ba167cb26c88 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1351376 Jun 29 16:07:13.099901 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5ec33f6e-e497-455a-a305-7b056725c6f4 req-0a036fdc-538b-41ec-956c-97b7214365fe tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510521 Jun 29 16:07:13.157627 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:13.186569 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32078de-68b7-4116-82e3-f0dbe62381e1 req-9cb670a0-3913-4d69-9433-eb008176743c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:13.188098 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c32078de-68b7-4116-82e3-f0dbe62381e1 req-9cb670a0-3913-4d69-9433-eb008176743c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0707412 Jun 29 16:07:13.197237 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-3c3a7fc9-0089-4d55-950d-849baeee7708 None None] Provisioning for port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:13.203604 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-3c3a7fc9-0089-4d55-950d-849baeee7708 None None] Provisioning complete for port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:13.207290 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7fc9-0089-4d55-950d-849baeee7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:13.234430 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c32078de-68b7-4116-82e3-f0dbe62381e1 req-8c97ffa3-0c9b-400e-877c-61bb1fc4fc79 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396056 Jun 29 16:07:13.247877 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a7fc9-0089-4d55-950d-849baeee7708 None None] Port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:07:13.279420 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:10Z', 'revision_number': 3, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:13.311222 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c34aa1-9ce7-473c-aeab-c3768f2419fc None None] The sync data for ids ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'] in dv-cinder-792209-4-smb is: [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:10Z', 'revision_number': 3, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:07:13.341165 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:13.434263 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:13.435721 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655318'] for router_interface, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:13.437974 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:13.519744 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Pushing event updated for resources: {'Port': ['ID=2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:13.522802 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:13.598009 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Network 200a933c-d5f2-4d09-b782-a5bbf121ac99 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:13.599711 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:13.758408 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:07:13.870651 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-d1314742-b9dc-438d-b870-9cdfce013efa None None] Provisioning complete for port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:13.872331 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d1314742-b9dc-438d-b870-9cdfce013efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:13.889632 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:07:13.905896 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] 10.222.0.13 "PUT /v2.0/routers/1689e7de-fccd-4e6f-b6e8-9d5418c5119f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012926 Jun 29 16:07:13.914691 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-d1314742-b9dc-438d-b870-9cdfce013efa None None] Port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:07:14.076784 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e80cccf3-3e3b-41ae-aec9-c799b98c6e75 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:14.199863 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port e80cccf3-3e3b-41ae-aec9-c799b98c6e75 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:14.204331 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port e80cccf3-3e3b-41ae-aec9-c799b98c6e75 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:14.204817 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:14.313383 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:14.337855 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd85ad-e75a-4f32-8daa-97400f673396 req-610c7885-2a7e-4742-9949-37240f27d5c6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:14.348377 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f5fd85ad-e75a-4f32-8daa-97400f673396 req-610c7885-2a7e-4742-9949-37240f27d5c6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0973725 Jun 29 16:07:14.348540 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port e80cccf3-3e3b-41ae-aec9-c799b98c6e75, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=e80cccf3-3e3b-41ae-aec9-c799b98c6e75,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:14.381696 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f5fd85ad-e75a-4f32-8daa-97400f673396 req-0171e516-e270-43f1-8903-6ffdacf364d8 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350280 Jun 29 16:07:14.439812 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:14.443076 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:14.448673 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d91456-c362-4e65-8b75-dc8c19b60fd9 req-5ec027ac-bed7-48c2-b77f-55e6d8f3127c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:14.450237 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f4d91456-c362-4e65-8b75-dc8c19b60fd9 req-5ec027ac-bed7-48c2-b77f-55e6d8f3127c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0650587 Jun 29 16:07:14.498220 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f4d91456-c362-4e65-8b75-dc8c19b60fd9 req-7a4aef1b-5a92-4ba0-8f99-a92d7789d68e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415008 Jun 29 16:07:14.501885 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=e80cccf3-3e3b-41ae-aec9-c799b98c6e75,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:14.506864 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:14.791352 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50460) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:14.796677 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1034677275-network', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:14.874080 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Made reservation on behalf of c40b0efe7feb40238a8199c2096d3e1b for: {'network': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:14.876600 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:14.888806 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:14.985325 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:15.039777 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:15.046851 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-416ab528-738d-4c2e-81aa-1fa624d2072e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:15.064188 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Sync routers for ids ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:07:15.072096 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=93588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:07:15.073312 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Routers {'1689e7de-fccd-4e6f-b6e8-9d5418c5119f'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:15.073932 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:06:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:15.077933 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6d7b5a-cde7-4ebd-8887-3157478f061a,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:15.088880 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.089240 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.089670 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.089941 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.090344 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.090677 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.091201 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.091548 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.091895 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.096343 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.096343 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.096343 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:15.097222 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:15.097563 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.segments_db [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Added segment 3d469ceb-fa85-49c3-bb6f-9496244973a2 of type vlan for network 52cdbd0d-47f7-4f58-b1cd-48bec41a53de Jun 29 16:07:15.099067 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:15.144530 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:15.198447 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Set router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:15.288750 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:15.290205 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:15.290798 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:15.293880 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-879631af-27dc-4ff4-a066-6f6a83911343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:15.360410 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Pushing event updated for resources: {'Network': ['ID=52cdbd0d-47f7-4f58-b1cd-48bec41a53de,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:15.363669 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:15.382021 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network 52cdbd0d-47f7-4f58-b1cd-48bec41a53de details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:07:15.429126 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6340714 Jun 29 16:07:15.429349 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50466) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:15.435909 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Request body: {'subnet': {'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1034677275-subnet', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'ip_version': 4}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:15.471308 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:13Z', 'revision_number': 4, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7', 'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'mac_address': 'fa:16:3e:0f:48:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:12Z', 'updated_at': '2021-06-29T16:07:13Z', 'revision_number': 2, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'subnets': [{'id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:15.502070 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Checking router: 1689e7de-fccd-4e6f-b6e8-9d5418c5119f for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:07:15.502437 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Updating router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 binding host dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:07:15.542140 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:15.553700 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Made reservation on behalf of c40b0efe7feb40238a8199c2096d3e1b for: {'subnet': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:15.568192 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:15.717274 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab768c7e-04fa-461d-9c5e-bd271fb1b108 req-d850507b-8bb5-45c2-b0a8-ab92c5cc2b83 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:15.719675 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ab768c7e-04fa-461d-9c5e-bd271fb1b108 req-d850507b-8bb5-45c2-b0a8-ab92c5cc2b83 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1983399 Jun 29 16:07:15.739840 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910eac9-1c91-4199-ba4b-8c034c40721e req-0ae97d20-884c-446a-98c1-3ece295baa7f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:15.741317 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e910eac9-1c91-4199-ba4b-8c034c40721e req-0ae97d20-884c-446a-98c1-3ece295baa7f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0678875 Jun 29 16:07:15.804143 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e910eac9-1c91-4199-ba4b-8c034c40721e req-887281a9-33c4-4ae8-9f72-cf9363015a01 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489516 Jun 29 16:07:15.809930 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ab768c7e-04fa-461d-9c5e-bd271fb1b108 req-4e1b7daa-c709-422e-a080-d15e14e673e2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833001 Jun 29 16:07:15.883832 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Notify callbacks [] for port, precommit_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:15.896277 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Transition to ACTIVE for port object 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:15.997761 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.000195 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:16.026288 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e80cccf3-3e3b-41ae-aec9-c799b98c6e75 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:16.059163 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b60f6c9-e2f5-4740-bde9-7f62353778f6,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:16.059435 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.062734 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-d710a3a6-ac72-4342-9a18-405e4107c9d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:16.063254 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:16.073663 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Checking segment: {'id': '3d469ceb-fa85-49c3-bb6f-9496244973a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:16.074054 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Network hostable DHCP agents. Network: 52cdbd0d-47f7-4f58-b1cd-48bec41a53de, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:07:16.125129 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca72bf8-56f6-40f3-8a46-18325e2b60a7 None None] Pushing event updated for resources: {'Port': ['ID=2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:16.128301 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-eca72bf8-56f6-40f3-8a46-18325e2b60a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:16.164685 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port e80cccf3-3e3b-41ae-aec9-c799b98c6e75 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:16.165194 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.226437 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Network 52cdbd0d-47f7-4f58-b1cd-48bec41a53de is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:07:16.232637 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Attempting to bind port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:16.232981 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Attempting to bind port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:16.233352 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Attempting to bind port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 on network 200a933c-d5f2-4d09-b782-a5bbf121ac99 {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:16.242000 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:16.242391 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Checking segment: {'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:16.242815 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.243241 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Bound using segment: {'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:16.243787 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Bound port: 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:16.244190 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.385910 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, 52cdbd0d-47f7-4f58-b1cd-48bec41a53de) {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:16.390301 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:16.391261 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.402754 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] For port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:16.402754 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] For port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:16.407306 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b03650-a2ac-4d43-973c-492f56fa6bed None None] Network 52cdbd0d-47f7-4f58-b1cd-48bec41a53de requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:16.486549 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0531557 Jun 29 16:07:16.486549 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50486) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:16.491165 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1034677275-router', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:16.544175 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.574007 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:16.586343 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-424'] for router, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.586343 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.644622 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca72bf8-56f6-40f3-8a46-18325e2b60a7 None None] Pushing event updated for resources: {'Port': ['ID=2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:16.660233 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-eca72bf8-56f6-40f3-8a46-18325e2b60a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:16.676451 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Routers {'1689e7de-fccd-4e6f-b6e8-9d5418c5119f'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:16.677104 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:06:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:16.699569 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.860943 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] Set router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:16.889017 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cd8a330-8e89-5536-984c-c541db32637c-52cdbd0d-47f7-4f58-b1cd-48bec41a53de', 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'fixed_ips': [{'subnet_id': '9b60f6c9-e2f5-4740-bde9-7f62353778f6'}]}} from dv-cinder-792209-4-smb. {{(pid=93590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:07:16.889929 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.976096 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1685569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-397'] for router, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:17.058846 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce0361-fe5e-45de-9c90-f887380e2e13 req-4b9678a0-57a9-44da-83eb-6ad3b4770948 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:17.058846 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4cce0361-fe5e-45de-9c90-f887380e2e13 req-4b9678a0-57a9-44da-83eb-6ad3b4770948 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0988410 Jun 29 16:07:17.104834 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4cce0361-fe5e-45de-9c90-f887380e2e13 req-3cfe67f9-4f7f-4882-9445-f4c774d80f09 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458391 Jun 29 16:07:17.179977 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.db_base_plugin_common [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Allocated IP 172.20.0.2 (52cdbd0d-47f7-4f58-b1cd-48bec41a53de/9b60f6c9-e2f5-4740-bde9-7f62353778f6/e33992e2-4252-4b2b-b9eb-5a33a04876b8) {{(pid=93590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:17.281419 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:13Z', 'revision_number': 4, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7', 'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'mac_address': 'fa:16:3e:0f:48:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:12Z', 'updated_at': '2021-06-29T16:07:16Z', 'revision_number': 4, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'subnets': [{'id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:17.290343 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:17.309950 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:17.317495 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a8695-a092-42d9-978c-4397d3468897 None None] The sync data for ids ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'] in dv-cinder-792209-4-smb is: [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:13Z', 'revision_number': 4, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7', 'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'mac_address': 'fa:16:3e:0f:48:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:12Z', 'updated_at': '2021-06-29T16:07:16Z', 'revision_number': 4, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'subnets': [{'id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:07:17.416695 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Notify callbacks [] for port, precommit_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:17.426598 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Transition to ACTIVE for port object e33992e2-4252-4b2b-b9eb-5a33a04876b8 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:17.450801 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Transition to ACTIVE for port object e33992e2-4252-4b2b-b9eb-5a33a04876b8 will not be triggered until provisioned by entity DHCP. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:17.479200 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Allocated IP 172.28.3.96 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/136b266a-3f56-4c45-8e70-1eb91c969fa6) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:17.569006 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:17.573092 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-d1cc6ace-ec7a-473b-a818-6c71c0a64ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:17.606710 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:17.628695 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Network 52cdbd0d-47f7-4f58-b1cd-48bec41a53de is already hosted by enough agents. {{(pid=93590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:17.631631 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.base_scheduler [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Resources bound (agent type, host, resource id): {{(pid=93590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:17.635492 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Received port after_create {{(pid=93590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:17.674568 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Pushing event updated for resources: {'Port': ['ID=e33992e2-4252-4b2b-b9eb-5a33a04876b8,revision_number=1']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:17.674568 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:17.718596 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Attempting to bind port e33992e2-4252-4b2b-b9eb-5a33a04876b8 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:17.719975 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Attempting to bind port e33992e2-4252-4b2b-b9eb-5a33a04876b8 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '3d469ceb-fa85-49c3-bb6f-9496244973a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:17.721112 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Attempting to bind port e33992e2-4252-4b2b-b9eb-5a33a04876b8 on network 52cdbd0d-47f7-4f58-b1cd-48bec41a53de {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:17.733466 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:17.733854 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Checking segment: {'id': '3d469ceb-fa85-49c3-bb6f-9496244973a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:17.734543 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:17.734953 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Bound using segment: {'id': '3d469ceb-fa85-49c3-bb6f-9496244973a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:17.735469 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Bound port: e33992e2-4252-4b2b-b9eb-5a33a04876b8, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d469ceb-fa85-49c3-bb6f-9496244973a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:17.736546 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:17.754488 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:17.758177 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:17.818221 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:17.822783 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:17.830282 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:17.830962 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] For port e33992e2-4252-4b2b-b9eb-5a33a04876b8, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:17.834378 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] For port e33992e2-4252-4b2b-b9eb-5a33a04876b8, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=e33992e2-4252-4b2b-b9eb-5a33a04876b8,segment=NetworkSegment(3d469ceb-fa85-49c3-bb6f-9496244973a2),segment_id=3d469ceb-fa85-49c3-bb6f-9496244973a2)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:17.869501 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Pushing event updated for resources: {'Port': ['ID=136b266a-3f56-4c45-8e70-1eb91c969fa6,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:17.896646 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:17.958283 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889b50-3f09-44eb-b99f-83522abd4546 req-72880048-7400-4886-977a-145217da0103 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:17.961719 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-03889b50-3f09-44eb-b99f-83522abd4546 req-72880048-7400-4886-977a-145217da0103 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0943644 Jun 29 16:07:17.975784 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:17.992101 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:18.018565 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-03889b50-3f09-44eb-b99f-83522abd4546 req-bc7c189f-95ad-4dab-a897-485cdfed5f01 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469985 Jun 29 16:07:18.029369 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-95904012-00e6-4f61-9ed0-316c577669a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:18.099893 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Pushing event updated for resources: {'Port': ['ID=e33992e2-4252-4b2b-b9eb-5a33a04876b8,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:18.113400 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:18.168848 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:18.266140 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:18.337391 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:18.348823 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:18.354687 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:18.556944 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:18.629430 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:18.636492 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685669'] for router, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:18.720100 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:18.722103 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:18.780481 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:18.790009 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:18.873909 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 is scheduled to L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 with binding_index 1 {{(pid=93588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:07:19.038738 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:07:19.049081 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Sync routers for ids ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:07:19.064815 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Routers {'6ac0f488-2b1d-4845-bd46-eef4691f5db4'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:19.065458 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:06:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:19.066199 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3fac4-be07-419a-9a83-43fd3cc6fd79 req-545341c9-8b34-4ba3-b48a-c3f81efb69a8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:19.068846 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e3b3fac4-be07-419a-9a83-43fd3cc6fd79 req-545341c9-8b34-4ba3-b48a-c3f81efb69a8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.1438296 Jun 29 16:07:19.126567 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e3b3fac4-be07-419a-9a83-43fd3cc6fd79 req-991307d7-903b-4122-9f87-20266dcc57b2 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480590 Jun 29 16:07:19.197196 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Notify callbacks [] for router, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:19.201229 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7136834 Jun 29 16:07:19.201360 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50536) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:19.209903 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Set router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:19.359091 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9125c22a-9ce4-465c-b77e-4d7825718e55 None None] Network 52cdbd0d-47f7-4f58-b1cd-48bec41a53de requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:19.460735 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'name': 'tempest-TestShelveInstance-1034677275-router', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:16Z', 'updated_at': '2021-06-29T16:07:17Z', 'revision_number': 3, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'gw_port': {'id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:17Z', 'updated_at': '2021-06-29T16:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:19.509710 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Checking router: 6ac0f488-2b1d-4845-bd46-eef4691f5db4 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:07:19.510963 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Updating router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 port 136b266a-3f56-4c45-8e70-1eb91c969fa6 binding host dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:07:19.566772 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-dcd6dcd7-8d6c-405a-a48b-da9124be79b0 None None] Provisioning for port e33992e2-4252-4b2b-b9eb-5a33a04876b8 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:19.585004 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:19.900306 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Notify callbacks [] for port, precommit_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:19.911116 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.provisioning_blocks [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Transition to ACTIVE for port object 136b266a-3f56-4c45-8e70-1eb91c969fa6 will not be triggered until provisioned by entity L2. {{(pid=93591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:19.991713 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:19.995379 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-09549c43-2188-42ec-b767-3f2e7292b00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:20.053162 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.064512 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917996c-0632-4d30-a19c-3d64405faf53 None None] Pushing event updated for resources: {'Port': ['ID=136b266a-3f56-4c45-8e70-1eb91c969fa6,revision_number=2']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:20.068277 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-0917996c-0632-4d30-a19c-3d64405faf53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:20.069357 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Attempting to bind port 136b266a-3f56-4c45-8e70-1eb91c969fa6 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:20.069925 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Attempting to bind port 136b266a-3f56-4c45-8e70-1eb91c969fa6 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:20.070501 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Attempting to bind port 136b266a-3f56-4c45-8e70-1eb91c969fa6 on network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:20.078846 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:20.079224 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Checking segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:20.080207 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.080600 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Bound using segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:20.081080 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Bound port: 136b266a-3f56-4c45-8e70-1eb91c969fa6, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:20.081478 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.155590 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:20.156119 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] For port 136b266a-3f56-4c45-8e70-1eb91c969fa6, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:20.160093 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] For port 136b266a-3f56-4c45-8e70-1eb91c969fa6, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=136b266a-3f56-4c45-8e70-1eb91c969fa6,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:20.225400 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:20.225784 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.235338 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Allocated IP 172.20.0.1 (52cdbd0d-47f7-4f58-b1cd-48bec41a53de/9b60f6c9-e2f5-4740-bde9-7f62353778f6/2a0cca06-3fe7-4b58-bf6d-d3051bd9a596) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:20.247040 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.250168 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-5100064b-6710-4db1-bcd8-6bbd5dba06ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.256203 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-f235a4ff-2eb5-49bb-8849-87a589073106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:20.355075 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e33992e2-4252-4b2b-b9eb-5a33a04876b8 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:20.378320 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.384754 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Routers {'6ac0f488-2b1d-4845-bd46-eef4691f5db4'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:20.385780 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:07:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:20.399776 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Transition to ACTIVE for port object 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 will not be triggered until provisioned by entity DHCP. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:20.455153 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.462714 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917996c-0632-4d30-a19c-3d64405faf53 None None] Pushing event updated for resources: {'Port': ['ID=136b266a-3f56-4c45-8e70-1eb91c969fa6,revision_number=3']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:20.469719 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-0917996c-0632-4d30-a19c-3d64405faf53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:20.518711 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25630535'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.528325 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:20.538156 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Network 52cdbd0d-47f7-4f58-b1cd-48bec41a53de is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:20.541551 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:20.545703 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port e33992e2-4252-4b2b-b9eb-5a33a04876b8 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:20.549895 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port e33992e2-4252-4b2b-b9eb-5a33a04876b8 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:20.550204 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.567041 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] Set router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:20.598562 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:20.702270 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Pushing event updated for resources: {'Port': ['ID=2a0cca06-3fe7-4b58-bf6d-d3051bd9a596,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:20.731935 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.737450 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae50124-6827-4e83-9505-d65842862cde req-ca15379c-7f22-495b-8ee8-f6d7cea8e373 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:20.742455 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.743113 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.743479 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.743888 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.744351 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.744708 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.745054 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.745427 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.745740 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.746077 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.748153 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.749187 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7ae50124-6827-4e83-9505-d65842862cde req-ca15379c-7f22-495b-8ee8-f6d7cea8e373 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.4614713 Jun 29 16:07:20.752321 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655426'] for router_interface, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.755122 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:20.845524 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7ae50124-6827-4e83-9505-d65842862cde req-f19e19ca-8909-419e-9e50-d688f116a1d8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953896 Jun 29 16:07:20.924974 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.970558 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port e33992e2-4252-4b2b-b9eb-5a33a04876b8, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=e33992e2-4252-4b2b-b9eb-5a33a04876b8,segment=NetworkSegment(3d469ceb-fa85-49c3-bb6f-9496244973a2),segment_id=3d469ceb-fa85-49c3-bb6f-9496244973a2)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:20.994137 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'name': 'tempest-TestShelveInstance-1034677275-router', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:16Z', 'updated_at': '2021-06-29T16:07:17Z', 'revision_number': 3, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'gw_port': {'id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:17Z', 'updated_at': '2021-06-29T16:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:21.010902 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-1f83651c-fe36-4d1a-b91f-180029c3d136 None None] Provisioning for port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:21.015691 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-1f83651c-fe36-4d1a-b91f-180029c3d136 None None] Provisioning complete for port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:21.016920 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1f83651c-fe36-4d1a-b91f-180029c3d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.027300 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4d880a-ec4f-4504-9c6d-4f491aa23657 None None] The sync data for ids ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'] in dv-cinder-792209-4-smb is: [{'id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'name': 'tempest-TestShelveInstance-1034677275-router', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:16Z', 'updated_at': '2021-06-29T16:07:17Z', 'revision_number': 3, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'gw_port': {'id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:17Z', 'updated_at': '2021-06-29T16:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:07:21.036987 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.066010 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-1f83651c-fe36-4d1a-b91f-180029c3d136 None None] Port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:07:21.076824 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.078835 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-d1cc6ace-ec7a-473b-a818-6c71c0a64ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:21.148333 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=e33992e2-4252-4b2b-b9eb-5a33a04876b8,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:21.158026 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.158445 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.158796 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.159144 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.159482 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.159989 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.160322 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.161061 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.161061 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.161350 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.161646 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.161970 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:21.169441 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:21.236460 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.339570 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.342336 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:21.418500 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Pushing event updated for resources: {'Port': ['ID=2a0cca06-3fe7-4b58-bf6d-d3051bd9a596,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:21.421352 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655318'] for router_interface, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.430994 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:21.515456 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dea68-df82-4449-951b-a6075cc35a18 req-9249642a-c566-462d-9fbf-cb7c0b9f9c3e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:21.518049 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9c2dea68-df82-4449-951b-a6075cc35a18 req-9249642a-c566-462d-9fbf-cb7c0b9f9c3e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 945 time: 0.0720232 Jun 29 16:07:21.534393 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Network 52cdbd0d-47f7-4f58-b1cd-48bec41a53de is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:21.536272 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:21.551015 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.568353 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9c2dea68-df82-4449-951b-a6075cc35a18 req-7796b6f3-0371-4762-baed-ef7e3f2991bd tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 Jun 29 16:07:21.677337 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:07:21.795869 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-ac73a34a-a2e8-48f9-8eff-0f1274c93e9f None None] Provisioning complete for port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:21.796260 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ac73a34a-a2e8-48f9-8eff-0f1274c93e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.824125 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:07:21.840480 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] 10.222.0.13 "PUT /v2.0/routers/6ac0f488-2b1d-4845-bd46-eef4691f5db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6280117 Jun 29 16:07:21.844558 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-ac73a34a-a2e8-48f9-8eff-0f1274c93e9f None None] Port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:07:22.112857 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b878d-2700-475f-854e-7278496ded45 req-c3fb3cac-1678-4951-a518-6729b7855ec3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:22.114542 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4c2b878d-2700-475f-854e-7278496ded45 req-c3fb3cac-1678-4951-a518-6729b7855ec3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.1052246 Jun 29 16:07:22.198721 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e33992e2-4252-4b2b-b9eb-5a33a04876b8 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:22.207010 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4c2b878d-2700-475f-854e-7278496ded45 req-e9c25c83-e92b-4e4d-a948-07dfcebfb2f0 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834196 Jun 29 16:07:22.270177 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port e33992e2-4252-4b2b-b9eb-5a33a04876b8 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:22.270670 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.371788 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 136b266a-3f56-4c45-8e70-1eb91c969fa6 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:22.499752 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 136b266a-3f56-4c45-8e70-1eb91c969fa6 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:22.504532 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 136b266a-3f56-4c45-8e70-1eb91c969fa6 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:22.505006 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.606311 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.630912 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 136b266a-3f56-4c45-8e70-1eb91c969fa6, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=136b266a-3f56-4c45-8e70-1eb91c969fa6,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:22.699394 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.701316 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:22.752655 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a3b17-b26c-4126-93a5-515cfc48f4c6 req-a6485a4d-59e4-44a0-94a8-38df41fe8b8e tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:22.754611 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8c3a3b17-b26c-4126-93a5-515cfc48f4c6 req-a6485a4d-59e4-44a0-94a8-38df41fe8b8e tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0819247 Jun 29 16:07:22.777404 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=136b266a-3f56-4c45-8e70-1eb91c969fa6,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:22.780727 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:22.806581 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8c3a3b17-b26c-4126-93a5-515cfc48f4c6 req-2c28fd3d-14b8-4dcc-862f-2142b5d1f424 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Jun 29 16:07:22.891212 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50590) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:22.896947 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-15575421-a755-4782-952c-3a5107bed2b9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942463362', 'description': 'tempest-secgroup-smoke-1942463362 description', 'project_id': 'bd32f82cc3c04259b7243946050d8683'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:22.994702 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bf3e4-5c49-4782-8a78-3e8f6f88b46b req-27189d0e-dcec-43f9-84d1-9cca58f1cdb3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:22.996285 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c60bf3e4-5c49-4782-8a78-3e8f6f88b46b req-27189d0e-dcec-43f9-84d1-9cca58f1cdb3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 945 time: 0.0785270 Jun 29 16:07:23.026011 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-15575421-a755-4782-952c-3a5107bed2b9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.026861 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.056687 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c60bf3e4-5c49-4782-8a78-3e8f6f88b46b req-9c083a69-b6a1-4b9a-a152-f5e4ba383fe4 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545330 Jun 29 16:07:23.141351 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-15575421-a755-4782-952c-3a5107bed2b9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.162401 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Sync routers for ids ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:07:23.171498 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Routers {'6ac0f488-2b1d-4845-bd46-eef4691f5db4'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:23.172146 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:07:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:23.231943 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-15575421-a755-4782-952c-3a5107bed2b9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.234576 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ce114bfa-99b4-4c32-947d-d0e0f7d6bb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:23.270595 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15575421-a755-4782-952c-3a5107bed2b9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64ba747-ad70-4958-b979-8db482bb9e55,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:23.273525 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-15575421-a755-4782-952c-3a5107bed2b9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:23.289862 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Set router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:23.366246 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-15575421-a755-4782-952c-3a5107bed2b9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.367480 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-15575421-a755-4782-952c-3a5107bed2b9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4747052 Jun 29 16:07:23.370569 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50598) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:23.376891 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-91ced313-2a73-4583-949d-21c60c9a65e2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Request body: {'security_group_rule': {'security_group_id': 'c64ba747-ad70-4958-b979-8db482bb9e55', 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:23.405594 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6c454-0eaa-4f1a-a5b2-c341b81dc13f req-85a5b0b8-4cfa-4fe2-8c0e-ca39a4c1386d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:23.407041 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-87a6c454-0eaa-4f1a-a5b2-c341b81dc13f req-85a5b0b8-4cfa-4fe2-8c0e-ca39a4c1386d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0699925 Jun 29 16:07:23.455426 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-87a6c454-0eaa-4f1a-a5b2-c341b81dc13f req-e2962924-4b4f-41ff-b4ed-dc21108721f9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401418 Jun 29 16:07:23.496307 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-91ced313-2a73-4583-949d-21c60c9a65e2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.531213 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'name': 'tempest-TestShelveInstance-1034677275-router', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:16Z', 'updated_at': '2021-06-29T16:07:20Z', 'revision_number': 4, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'gw_port': {'id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:17Z', 'updated_at': '2021-06-29T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '2a0cca06-3fe7-4b58-bf6d-d3051bd9a596', 'name': '', 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'mac_address': 'fa:16:3e:53:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9b60f6c9-e2f5-4740-bde9-7f62353778f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:20Z', 'updated_at': '2021-06-29T16:07:21Z', 'revision_number': 2, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'subnets': [{'id': '9b60f6c9-e2f5-4740-bde9-7f62353778f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:23.559968 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Checking router: 6ac0f488-2b1d-4845-bd46-eef4691f5db4 for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:07:23.560353 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Updating router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 binding host dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:07:23.596459 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-91ced313-2a73-4583-949d-21c60c9a65e2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.615264 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.633720 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd43e6-7f64-48b1-be2a-c725a1705c71 req-d47bbf6f-7dbf-478b-82b4-88a30c1d4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:23.635664 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c2dd43e6-7f64-48b1-be2a-c725a1705c71 req-d47bbf6f-7dbf-478b-82b4-88a30c1d4617 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 1099 time: 0.0764294 Jun 29 16:07:23.640348 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1ec5-1e67-4219-9692-9378cfd6bd85 req-1dcbe4ac-39ef-4847-8195-bc7796f02d5b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:23.643890 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4faf1ec5-1e67-4219-9692-9378cfd6bd85 req-1dcbe4ac-39ef-4847-8195-bc7796f02d5b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1134777 Jun 29 16:07:23.670330 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-91ced313-2a73-4583-949d-21c60c9a65e2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.689286 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:23.714300 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ced313-2a73-4583-949d-21c60c9a65e2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1ff6b0-9931-4b42-8df2-4f404e7ebe0f,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:23.717326 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-91ced313-2a73-4583-949d-21c60c9a65e2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:23.730990 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4faf1ec5-1e67-4219-9692-9378cfd6bd85 req-689f43d7-f99c-44ea-be53-987f18a547bd tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762219 Jun 29 16:07:23.762189 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd43e6-7f64-48b1-be2a-c725a1705c71 req-03efcde4-bce1-4ea0-81f9-b6bb8ba20d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:23.764631 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c2dd43e6-7f64-48b1-be2a-c725a1705c71 req-03efcde4-bce1-4ea0-81f9-b6bb8ba20d46 service neutron] 10.222.0.86 "GET /v2.0/networks?id=02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 200 len: 920 time: 0.1207972 Jun 29 16:07:23.811204 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-91ced313-2a73-4583-949d-21c60c9a65e2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.815031 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-91ced313-2a73-4583-949d-21c60c9a65e2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4401174 Jun 29 16:07:23.815371 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50602) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:23.818378 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c2dd43e6-7f64-48b1-be2a-c725a1705c71 req-3d18440a-c9ac-48e4-8f58-69a459d31b0d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a HTTP/1.1" status: 200 len: 217 time: 0.0423791 Jun 29 16:07:23.821276 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-109202dc-a5eb-4762-88b1-102be2b01d4a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Request body: {'security_group_rule': {'security_group_id': 'c64ba747-ad70-4958-b979-8db482bb9e55', 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:23.884331 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd43e6-7f64-48b1-be2a-c725a1705c71 req-5bdfeabd-bc6c-45c9-a987-b30cab984f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:23.886392 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c2dd43e6-7f64-48b1-be2a-c725a1705c71 req-5bdfeabd-bc6c-45c9-a987-b30cab984f95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61bd08d7-4c07-4008-92e8-2cd8f75d3614 HTTP/1.1" status: 200 len: 859 time: 0.0587296 Jun 29 16:07:23.912878 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-109202dc-a5eb-4762-88b1-102be2b01d4a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.923489 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c2dd43e6-7f64-48b1-be2a-c725a1705c71 req-29bd6daa-2258-4891-8fa4-86a76d3b21b4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02627db8-556d-4ed5-bc08-88d7d4a4da15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289805 Jun 29 16:07:23.958584 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Notify callbacks [] for port, precommit_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.968500 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Transition to ACTIVE for port object 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:23.998383 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-109202dc-a5eb-4762-88b1-102be2b01d4a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.061360 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 136b266a-3f56-4c45-8e70-1eb91c969fa6 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:24.066931 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be101b14-93dd-40a9-8bcb-199d3570558e req-d57e7b76-91bc-4dc5-bf61-1af49e561784 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:24.069041 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-be101b14-93dd-40a9-8bcb-199d3570558e req-d57e7b76-91bc-4dc5-bf61-1af49e561784 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 945 time: 0.0640042 Jun 29 16:07:24.078337 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c2dd43e6-7f64-48b1-be2a-c725a1705c71 req-7242f105-d0f1-4a45-9487-d5762109e714 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459470 Jun 29 16:07:24.086843 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aee21d-a3fc-48c1-874e-de4ca51ed371 req-deaed35c-97bc-477a-b716-739f2b72d5ec tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:24.088415 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-29aee21d-a3fc-48c1-874e-de4ca51ed371 req-deaed35c-97bc-477a-b716-739f2b72d5ec tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1406360 Jun 29 16:07:24.096223 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.099904 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:24.115066 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-109202dc-a5eb-4762-88b1-102be2b01d4a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.130383 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-91ced313-2a73-4583-949d-21c60c9a65e2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:24.151222 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762f0a8-b753-44e3-b4e4-dca2d16744e7 None None] Pushing event updated for resources: {'Port': ['ID=2a0cca06-3fe7-4b58-bf6d-d3051bd9a596,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:24.159992 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-a762f0a8-b753-44e3-b4e4-dca2d16744e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:24.202112 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109202dc-a5eb-4762-88b1-102be2b01d4a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2e173c-bcb1-447b-a432-3d8624b25b56,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:24.207286 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-109202dc-a5eb-4762-88b1-102be2b01d4a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:24.249437 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 136b266a-3f56-4c45-8e70-1eb91c969fa6 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:24.249827 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.269128 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-be101b14-93dd-40a9-8bcb-199d3570558e req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Deleting port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:07:24.269808 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-be101b14-93dd-40a9-8bcb-199d3570558e req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.275522 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-29aee21d-a3fc-48c1-874e-de4ca51ed371 req-20965f37-8004-4a1d-b3d8-7841b2b87c19 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524446 Jun 29 16:07:24.312465 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c2dd43e6-7f64-48b1-be2a-c725a1705c71 req-b42cbf42-ea1a-41f5-a3ed-5f836539b0bb service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229891 Jun 29 16:07:24.323832 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Attempting to bind port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:24.324384 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Attempting to bind port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '3d469ceb-fa85-49c3-bb6f-9496244973a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:24.324626 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Attempting to bind port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 on network 52cdbd0d-47f7-4f58-b1cd-48bec41a53de {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:24.335442 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:24.335442 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Checking segment: {'id': '3d469ceb-fa85-49c3-bb6f-9496244973a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:24.342952 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.342952 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Bound using segment: {'id': '3d469ceb-fa85-49c3-bb6f-9496244973a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:24.342952 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Bound port: 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d469ceb-fa85-49c3-bb6f-9496244973a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:24.342952 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.343241 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-109202dc-a5eb-4762-88b1-102be2b01d4a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.343241 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-109202dc-a5eb-4762-88b1-102be2b01d4a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5259683 Jun 29 16:07:24.348751 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50612) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:24.356256 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-9544722a-4868-40fb-8776-ab3622f57ba1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Request body: {'security_group_rule': {'security_group_id': 'c64ba747-ad70-4958-b979-8db482bb9e55', 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:24.445683 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea38bc0-2f18-46dc-abf6-57dc15e2817c req-72bae3d5-1122-445b-9786-caf18ff12236 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:24.447331 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1ea38bc0-2f18-46dc-abf6-57dc15e2817c req-72bae3d5-1122-445b-9786-caf18ff12236 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 945 time: 0.1652441 Jun 29 16:07:24.449441 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-be101b14-93dd-40a9-8bcb-199d3570558e req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] For port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:24.449808 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-be101b14-93dd-40a9-8bcb-199d3570558e req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.457857 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] For port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:24.462388 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] For port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=2a0cca06-3fe7-4b58-bf6d-d3051bd9a596,segment=NetworkSegment(3d469ceb-fa85-49c3-bb6f-9496244973a2),segment_id=3d469ceb-fa85-49c3-bb6f-9496244973a2)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:24.464791 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-be101b14-93dd-40a9-8bcb-199d3570558e req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Calling delete_port for c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:07:24.501616 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9544722a-4868-40fb-8776-ab3622f57ba1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.552229 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.553107 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1ea38bc0-2f18-46dc-abf6-57dc15e2817c req-c3ae8110-b504-4c23-8f28-f69012fc9d14 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895696 Jun 29 16:07:24.566389 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:24.601888 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9544722a-4868-40fb-8776-ab3622f57ba1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.650423 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762f0a8-b753-44e3-b4e4-dca2d16744e7 None None] Pushing event updated for resources: {'Port': ['ID=2a0cca06-3fe7-4b58-bf6d-d3051bd9a596,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:24.656633 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-a762f0a8-b753-44e3-b4e4-dca2d16744e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:24.660230 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Routers {'6ac0f488-2b1d-4845-bd46-eef4691f5db4'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:24.661079 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:07:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:24.679240 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9544722a-4868-40fb-8776-ab3622f57ba1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.687343 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb4fbe-c2b7-4caf-b03a-9349b5754c11 req-ea80754e-e017-48f8-92c5-50457673bc2d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:24.691983 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2feb4fbe-c2b7-4caf-b03a-9349b5754c11 req-ea80754e-e017-48f8-92c5-50457673bc2d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0986984 Jun 29 16:07:24.694604 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:24.731783 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544722a-4868-40fb-8776-ab3622f57ba1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6bcfcb-189b-476d-a6aa-cbff5bc752f0,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:24.735896 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-9544722a-4868-40fb-8776-ab3622f57ba1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:24.759983 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-be101b14-93dd-40a9-8bcb-199d3570558e req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.763145 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2feb4fbe-c2b7-4caf-b03a-9349b5754c11 req-d0d1b355-d84a-4da2-a2aa-7c7e69dbdbad tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510705 Jun 29 16:07:24.768316 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:24.780531 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['cd7b523f-e119-4f6c-9548-e22a039b7e89', '0cb5ca02-c78f-4b59-bb75-3cac126dc817', '0b01c0eb-d2c0-4aba-9665-c5bf55813154', 'c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:07:24.801692 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Pushing event deleted for resources: {'Port': ['ID=c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:24.807240 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:24.822584 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9544722a-4868-40fb-8776-ab3622f57ba1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.824112 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-9544722a-4868-40fb-8776-ab3622f57ba1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4743125 Jun 29 16:07:24.826854 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50620) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:24.837110 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-67d8031f-bb84-4f1b-a353-3ebbd25824be tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Request body: {'security_group_rule': {'security_group_id': 'c64ba747-ad70-4958-b979-8db482bb9e55', 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:24.850604 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] Set router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:24.917831 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-be101b14-93dd-40a9-8bcb-199d3570558e req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] No DVR routers for this DVR port c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:07:24.923317 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-be101b14-93dd-40a9-8bcb-199d3570558e req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.924875 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-be101b14-93dd-40a9-8bcb-199d3570558e req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "DELETE /v2.0/ports/c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 HTTP/1.1" status: 204 len: 173 time: 0.8495049 Jun 29 16:07:24.925367 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42850aa6-78e3-49bb-91b5-0e1fdff731d3', 'name': 'network-vif-deleted', 'tag': 'c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:24.927673 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ff339b-015f-4e48-966d-2bab22edaae9" -d '{"events": [{"server_uuid": "42850aa6-78e3-49bb-91b5-0e1fdff731d3", "name": "network-vif-deleted", "tag": "c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:24.968787 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdb41d-5701-4f98-a7c6-40213588d70c req-78a15aa4-8f27-459f-a43d-d1cf3d3c6e69 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:24.974392 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-69cdb41d-5701-4f98-a7c6-40213588d70c req-78a15aa4-8f27-459f-a43d-d1cf3d3c6e69 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1015949 Jun 29 16:07:24.974392 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8594105f-a630-4b0e-ab4a-f9611d355ccd x-openstack-request-id: req-8594105f-a630-4b0e-ab4a-f9611d355ccd {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:24.974392 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42850aa6-78e3-49bb-91b5-0e1fdff731d3", "name": "network-vif-deleted", "tag": "c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:24.974392 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8594105f-a630-4b0e-ab4a-f9611d355ccd {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:24.974392 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42850aa6-78e3-49bb-91b5-0e1fdff731d3', 'name': 'network-vif-deleted', 'tag': 'c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287', 'status': 'completed', 'code': 200} Jun 29 16:07:24.975478 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-67d8031f-bb84-4f1b-a353-3ebbd25824be tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.015389 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-69cdb41d-5701-4f98-a7c6-40213588d70c req-c8f41613-24e8-4a96-953c-ea93dbf57671 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381193 Jun 29 16:07:25.056587 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:07:25.076829 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-67d8031f-bb84-4f1b-a353-3ebbd25824be tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.136977 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-67d8031f-bb84-4f1b-a353-3ebbd25824be tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.143607 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-9544722a-4868-40fb-8776-ab3622f57ba1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:25.163137 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8031f-bb84-4f1b-a353-3ebbd25824be tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9145944c-08a3-4a8d-9137-28e4d013f97d,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:25.169505 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-67d8031f-bb84-4f1b-a353-3ebbd25824be tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:25.254267 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-67d8031f-bb84-4f1b-a353-3ebbd25824be tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.255581 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-67d8031f-bb84-4f1b-a353-3ebbd25824be tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4268332 Jun 29 16:07:25.258396 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50626) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:25.263762 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-1f0502bb-6818-40c8-8c1e-c6b8daa3531f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Request body: {'security_group_rule': {'security_group_id': 'c64ba747-ad70-4958-b979-8db482bb9e55', 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:25.309680 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'name': 'tempest-TestShelveInstance-1034677275-router', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:16Z', 'updated_at': '2021-06-29T16:07:20Z', 'revision_number': 4, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'gw_port': {'id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:17Z', 'updated_at': '2021-06-29T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '2a0cca06-3fe7-4b58-bf6d-d3051bd9a596', 'name': '', 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'mac_address': 'fa:16:3e:53:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9b60f6c9-e2f5-4740-bde9-7f62353778f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:20Z', 'updated_at': '2021-06-29T16:07:24Z', 'revision_number': 4, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'subnets': [{'id': '9b60f6c9-e2f5-4740-bde9-7f62353778f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:25.346345 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbec479-d9b9-482f-ad51-07a47b28fc41 None None] The sync data for ids ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'] in dv-cinder-792209-4-smb is: [{'id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'name': 'tempest-TestShelveInstance-1034677275-router', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:16Z', 'updated_at': '2021-06-29T16:07:20Z', 'revision_number': 4, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'gw_port': {'id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:17Z', 'updated_at': '2021-06-29T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '2a0cca06-3fe7-4b58-bf6d-d3051bd9a596', 'name': '', 'network_id': '52cdbd0d-47f7-4f58-b1cd-48bec41a53de', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'mac_address': 'fa:16:3e:53:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '9b60f6c9-e2f5-4740-bde9-7f62353778f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:20Z', 'updated_at': '2021-06-29T16:07:24Z', 'revision_number': 4, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'subnets': [{'id': '9b60f6c9-e2f5-4740-bde9-7f62353778f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:07:25.380232 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.securitygroups_db [None req-1f0502bb-6818-40c8-8c1e-c6b8daa3531f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Project bd32f82cc3c04259b7243946050d8683 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:07:25.387805 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-1f0502bb-6818-40c8-8c1e-c6b8daa3531f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.505345 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-1f0502bb-6818-40c8-8c1e-c6b8daa3531f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.522804 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5894d1-b473-47d3-83f5-3de86e59f08d req-703a7319-140a-408d-bfb0-457a4ef20358 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:25.524670 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8f5894d1-b473-47d3-83f5-3de86e59f08d req-703a7319-140a-408d-bfb0-457a4ef20358 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1263685 Jun 29 16:07:25.572201 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8f5894d1-b473-47d3-83f5-3de86e59f08d req-45fb7751-ccde-4552-aadc-be959478f7cb tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398200 Jun 29 16:07:25.604697 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-1f0502bb-6818-40c8-8c1e-c6b8daa3531f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.604697 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:25.615660 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0502bb-6818-40c8-8c1e-c6b8daa3531f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb8e1da-0830-47c2-a872-848c874b49f5,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:25.620140 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-1f0502bb-6818-40c8-8c1e-c6b8daa3531f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:25.711641 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-1f0502bb-6818-40c8-8c1e-c6b8daa3531f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.713061 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-1f0502bb-6818-40c8-8c1e-c6b8daa3531f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4537234 Jun 29 16:07:25.715815 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50632) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:25.721975 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-02e187cf-9913-404b-a19d-5448eac7303e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Request body: {'security_group_rule': {'security_group_id': 'c64ba747-ad70-4958-b979-8db482bb9e55', 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:25.753727 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9505a580-165d-428b-9cd6-69b553949b8c req-1c5521e7-9b3f-480a-8465-530af5f1f99b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=42850aa6-78e3-49bb-91b5-0e1fdff731d3 HTTP/1.1" status: 200 len: 210 time: 0.0425322 Jun 29 16:07:25.802335 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.securitygroups_db [None req-02e187cf-9913-404b-a19d-5448eac7303e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Project bd32f82cc3c04259b7243946050d8683 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:07:25.808602 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-02e187cf-9913-404b-a19d-5448eac7303e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.885880 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-02e187cf-9913-404b-a19d-5448eac7303e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.955956 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-02e187cf-9913-404b-a19d-5448eac7303e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.960256 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-449d8b62-6844-4ae4-b285-87ec9c4c4bbe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:25.980604 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e187cf-9913-404b-a19d-5448eac7303e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087aa9d6-6a8d-448b-98f5-d83cc5630c9f,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:25.983996 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-02e187cf-9913-404b-a19d-5448eac7303e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:26.002849 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8129b0-e148-4257-a926-862c3984d497 req-76ca9953-93bf-4b15-a1cc-4d2d071508f6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:26.010706 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cf8129b0-e148-4257-a926-862c3984d497 req-76ca9953-93bf-4b15-a1cc-4d2d071508f6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.1067212 Jun 29 16:07:26.054967 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-02e187cf-9913-404b-a19d-5448eac7303e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.057422 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-02e187cf-9913-404b-a19d-5448eac7303e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3400302 Jun 29 16:07:26.062145 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cf8129b0-e148-4257-a926-862c3984d497 req-183b1788-0411-4f2e-8ee7-0fa9dcc45a05 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505161 Jun 29 16:07:26.226904 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:26.383238 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468b334-913e-49ea-942d-38f5487b79dd req-b3f787f7-ec48-4a4b-8d39-4dbb15ebc5a6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:26.384724 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c468b334-913e-49ea-942d-38f5487b79dd req-b3f787f7-ec48-4a4b-8d39-4dbb15ebc5a6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1447992 Jun 29 16:07:26.431651 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c468b334-913e-49ea-942d-38f5487b79dd req-1d743d1a-df69-4154-abc3-ae6aaa657073 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Jun 29 16:07:26.468477 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:26.473138 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:26.473523 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.555289 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.588709 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=2a0cca06-3fe7-4b58-bf6d-d3051bd9a596,segment=NetworkSegment(3d469ceb-fa85-49c3-bb6f-9496244973a2),segment_id=3d469ceb-fa85-49c3-bb6f-9496244973a2)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:26.673712 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.675877 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:26.723431 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=2a0cca06-3fe7-4b58-bf6d-d3051bd9a596,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:26.726638 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:26.765105 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d9de2-fa05-4370-b7c0-3c31837d4e63 req-cf24bb65-487a-441f-94e6-a8e7075e7b04 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:26.769085 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7b4d9de2-fa05-4370-b7c0-3c31837d4e63 req-cf24bb65-487a-441f-94e6-a8e7075e7b04 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0665612 Jun 29 16:07:26.805496 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7b4d9de2-fa05-4370-b7c0-3c31837d4e63 req-03cece58-50f3-4b34-9113-ebf1c07bca44 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323329 Jun 29 16:07:27.261152 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32b625-04b7-4ddb-b93c-5dae6ab304a6 req-ab533d39-d4c9-4550-934a-7fb958a4563c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:27.262713 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cb32b625-04b7-4ddb-b93c-5dae6ab304a6 req-ab533d39-d4c9-4550-934a-7fb958a4563c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0725913 Jun 29 16:07:27.301208 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cb32b625-04b7-4ddb-b93c-5dae6ab304a6 req-5900645f-5373-42be-a211-1b36b153531d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Jun 29 16:07:27.546410 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:07:27.568922 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:07:27.569427 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device c63ffd0c-dd76-42be-bcf6-a3f3bc1b9287 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:07:27.611197 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77bf34-22bd-457c-a8fe-1ed0822ad853 req-e6752385-b753-4f59-955f-e25ac7b8d0a2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:27.613174 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2d77bf34-22bd-457c-a8fe-1ed0822ad853 req-e6752385-b753-4f59-955f-e25ac7b8d0a2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0666604 Jun 29 16:07:27.656507 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2d77bf34-22bd-457c-a8fe-1ed0822ad853 req-69d2c53a-748c-4f56-bb2f-023081b21742 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375352 Jun 29 16:07:27.995758 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f08514-829e-424e-b456-8f5193c26d0f req-969530de-61e0-430d-be68-77802731b689 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:27.997171 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-03f08514-829e-424e-b456-8f5193c26d0f req-969530de-61e0-430d-be68-77802731b689 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0685818 Jun 29 16:07:28.037205 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-03f08514-829e-424e-b456-8f5193c26d0f req-b66b7e50-3e29-46b1-8fc6-8bffce531e37 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336118 Jun 29 16:07:28.050540 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:28.103819 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:28.104211 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.485088 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54534c8-0ac2-4fba-828e-e878131b0ab2 req-595246ba-7675-4dae-a216-726d105d6f2b tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:28.486579 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d54534c8-0ac2-4fba-828e-e878131b0ab2 req-595246ba-7675-4dae-a216-726d105d6f2b tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0702102 Jun 29 16:07:28.523403 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d54534c8-0ac2-4fba-828e-e878131b0ab2 req-40823852-d0a1-4bee-96fb-ef0cddaa5c83 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310786 Jun 29 16:07:28.825105 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd5d50-84e3-43be-bfc6-cfc5b193ec09 req-a6b4b1fa-1910-4135-ae63-580d1a1a41e0 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:28.826497 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-96bd5d50-84e3-43be-bfc6-cfc5b193ec09 req-a6b4b1fa-1910-4135-ae63-580d1a1a41e0 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 945 time: 0.0688512 Jun 29 16:07:28.833748 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2ccce-39a8-46b2-b0fc-71c5c2a4933c req-5015e004-b970-4875-9a46-444f3ac8699e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:28.835404 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14a2ccce-39a8-46b2-b0fc-71c5c2a4933c req-5015e004-b970-4875-9a46-444f3ac8699e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0626051 Jun 29 16:07:28.872095 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-96bd5d50-84e3-43be-bfc6-cfc5b193ec09 req-86f88414-2ffc-41e1-abb5-4589abceaa50 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387578 Jun 29 16:07:28.874751 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14a2ccce-39a8-46b2-b0fc-71c5c2a4933c req-4310c555-7b6f-4507-8210-e347a5304cbf tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326989 Jun 29 16:07:28.971268 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a1901-4a92-4c34-a819-863992755bde req-ed7edce1-c09c-4f94-b00d-aa4e31e0d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:28.972788 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c98a1901-4a92-4c34-a819-863992755bde req-ed7edce1-c09c-4f94-b00d-aa4e31e0d248 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 1099 time: 0.0674694 Jun 29 16:07:29.090363 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a1901-4a92-4c34-a819-863992755bde req-610c189a-3d6b-4d90-981d-75941ecc68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:29.091876 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c98a1901-4a92-4c34-a819-863992755bde req-610c189a-3d6b-4d90-981d-75941ecc68f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 200 len: 920 time: 0.0888793 Jun 29 16:07:29.138611 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c98a1901-4a92-4c34-a819-863992755bde req-e5586828-ad7f-4d26-b19f-eca9a1a2b116 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a HTTP/1.1" status: 200 len: 217 time: 0.0395873 Jun 29 16:07:29.190636 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a1901-4a92-4c34-a819-863992755bde req-a029ceee-7037-4e39-b5d9-b7c4b5fe2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:29.192255 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c98a1901-4a92-4c34-a819-863992755bde req-a029ceee-7037-4e39-b5d9-b7c4b5fe2c05 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61bd08d7-4c07-4008-92e8-2cd8f75d3614 HTTP/1.1" status: 200 len: 859 time: 0.0461540 Jun 29 16:07:29.215709 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d7e97-094a-4c4d-8261-b4630873942e req-b8766a72-27fe-4c6e-a066-da045632c98f tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:29.217191 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3c2d7e97-094a-4c4d-8261-b4630873942e req-b8766a72-27fe-4c6e-a066-da045632c98f tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0654714 Jun 29 16:07:29.226607 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c98a1901-4a92-4c34-a819-863992755bde req-0edd0b5a-86cb-4db7-80d4-cc4f1de37d32 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02627db8-556d-4ed5-bc08-88d7d4a4da15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259538 Jun 29 16:07:29.256375 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3c2d7e97-094a-4c4d-8261-b4630873942e req-c078b5fe-f72f-4e08-a475-ac0d147e4322 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332737 Jun 29 16:07:29.320056 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c98a1901-4a92-4c34-a819-863992755bde req-f951b9a9-787e-4978-9ff7-15c7696c0d39 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849562 Jun 29 16:07:29.414039 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c98a1901-4a92-4c34-a819-863992755bde req-eedb6fe9-6c5a-4574-95d5-9e9513b7e864 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842934 Jun 29 16:07:29.710693 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45569e-f564-4c1a-9dbf-119d343c9f8b req-fb1473f7-6160-4274-84e0-3eaa3774536d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:29.712209 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ce45569e-f564-4c1a-9dbf-119d343c9f8b req-fb1473f7-6160-4274-84e0-3eaa3774536d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0697389 Jun 29 16:07:29.751000 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ce45569e-f564-4c1a-9dbf-119d343c9f8b req-e1078c1b-5ae0-4944-860b-432e707e9717 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330238 Jun 29 16:07:30.068231 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60844ba6-3935-4ffc-a52c-d666199d9707 req-553669c7-37ab-402e-9e53-b9f763987bc3 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:30.068955 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3ddb-7e07-4fc4-9edb-4d7de137692d req-00b4e2db-641c-489f-8248-c0eabc2c5453 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:30.069957 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-73ea3ddb-7e07-4fc4-9edb-4d7de137692d req-00b4e2db-641c-489f-8248-c0eabc2c5453 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 945 time: 0.0709100 Jun 29 16:07:30.070541 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-60844ba6-3935-4ffc-a52c-d666199d9707 req-553669c7-37ab-402e-9e53-b9f763987bc3 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0694847 Jun 29 16:07:30.114191 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-73ea3ddb-7e07-4fc4-9edb-4d7de137692d req-b2196cd4-20da-434e-a5d2-6449a57f2037 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377941 Jun 29 16:07:30.116122 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-60844ba6-3935-4ffc-a52c-d666199d9707 req-dc0bed12-de82-4dd5-bed4-894ed724da31 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Jun 29 16:07:30.434101 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa313d-8754-4fd0-bdd4-a5427eb9d784 req-c3e8b5b5-8f49-43c5-9bf4-16bd33c2fca5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:30.435640 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f9fa313d-8754-4fd0-bdd4-a5427eb9d784 req-c3e8b5b5-8f49-43c5-9bf4-16bd33c2fca5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0654631 Jun 29 16:07:30.474495 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f9fa313d-8754-4fd0-bdd4-a5427eb9d784 req-0524c0a0-dd20-49be-b50e-0f5e54cf64d0 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325911 Jun 29 16:07:30.935563 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b6263-ebc7-4c6f-93f0-a0a15bd17f72 req-01cb2dab-619b-4d97-bb8d-b3f1e038ee93 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:30.937059 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-890b6263-ebc7-4c6f-93f0-a0a15bd17f72 req-01cb2dab-619b-4d97-bb8d-b3f1e038ee93 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0690479 Jun 29 16:07:30.977854 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-890b6263-ebc7-4c6f-93f0-a0a15bd17f72 req-ec06025e-87c6-4ece-9c84-957e3e74aa9d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346696 Jun 29 16:07:31.267222 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790043c-429f-4aee-a75b-b3ac31acde77 req-80406230-8375-447d-b370-da32dc3af4cf tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:31.271459 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b790043c-429f-4aee-a75b-b3ac31acde77 req-80406230-8375-447d-b370-da32dc3af4cf tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 945 time: 0.1260574 Jun 29 16:07:31.412124 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137d56-d89d-4642-b1a1-0e4175e666e5 req-734b2515-069a-4d90-86ce-5589a94edba3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:31.414644 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-90137d56-d89d-4642-b1a1-0e4175e666e5 req-734b2515-069a-4d90-86ce-5589a94edba3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 945 time: 0.1291566 Jun 29 16:07:31.477045 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-90137d56-d89d-4642-b1a1-0e4175e666e5 req-3fdbe1ce-1ecc-479f-9e23-767d4cc88c39 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504587 Jun 29 16:07:31.523617 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383085db-e561-429b-871d-9df0feda6f0e req-5457ac8c-482c-4d1e-9c45-109f1b0790af tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:31.523617 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-383085db-e561-429b-871d-9df0feda6f0e req-5457ac8c-482c-4d1e-9c45-109f1b0790af tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1722689 Jun 29 16:07:31.576391 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-b790043c-429f-4aee-a75b-b3ac31acde77 req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Deleting port 0b01c0eb-d2c0-4aba-9665-c5bf55813154 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:07:31.576837 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b790043c-429f-4aee-a75b-b3ac31acde77 req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:31.641153 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-383085db-e561-429b-871d-9df0feda6f0e req-0da29bec-0da9-4f2f-9112-e58edd3fd1ab tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057394 Jun 29 16:07:31.735009 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-b790043c-429f-4aee-a75b-b3ac31acde77 req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] For port 0b01c0eb-d2c0-4aba-9665-c5bf55813154, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0b01c0eb-d2c0-4aba-9665-c5bf55813154,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:31.738283 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b790043c-429f-4aee-a75b-b3ac31acde77 req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:31.764867 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187dbab-cabc-4070-a228-0eccd713b428 req-fec0f955-8813-46a7-8982-f43079c200c6 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:31.767458 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-b790043c-429f-4aee-a75b-b3ac31acde77 req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Calling delete_port for 0b01c0eb-d2c0-4aba-9665-c5bf55813154 owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:07:31.767748 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5187dbab-cabc-4070-a228-0eccd713b428 req-fec0f955-8813-46a7-8982-f43079c200c6 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1394110 Jun 29 16:07:31.818585 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5187dbab-cabc-4070-a228-0eccd713b428 req-fa12e13f-31cf-43ac-8a54-95243ee551c7 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 Jun 29 16:07:32.144754 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b790043c-429f-4aee-a75b-b3ac31acde77 req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.150176 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-0f909618-7f11-47a2-9b85-b6e845ab10c9 tempest-DeleteServersTestJSON-1844198962 tempest-DeleteServersTestJSON-1844198962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:32.163443 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['cd7b523f-e119-4f6c-9548-e22a039b7e89', '0cb5ca02-c78f-4b59-bb75-3cac126dc817', '0b01c0eb-d2c0-4aba-9665-c5bf55813154'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:07:32.185494 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Pushing event deleted for resources: {'Port': ['ID=0b01c0eb-d2c0-4aba-9665-c5bf55813154,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:32.233086 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:32.244365 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50782) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:32.276442 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b790043c-429f-4aee-a75b-b3ac31acde77 req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] No DVR routers for this DVR port 0b01c0eb-d2c0-4aba-9665-c5bf55813154 on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:07:32.280833 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b790043c-429f-4aee-a75b-b3ac31acde77 req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.285687 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b790043c-429f-4aee-a75b-b3ac31acde77 req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "DELETE /v2.0/ports/0b01c0eb-d2c0-4aba-9665-c5bf55813154 HTTP/1.1" status: 204 len: 173 time: 1.0077651 Jun 29 16:07:32.289140 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafbb150-1944-4c2e-aa3c-41621e89965b', 'name': 'network-vif-deleted', 'tag': '0b01c0eb-d2c0-4aba-9665-c5bf55813154'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:32.293836 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284fa717-f8ad-4582-99fd-38f7159e5e8d" -d '{"events": [{"server_uuid": "aafbb150-1944-4c2e-aa3c-41621e89965b", "name": "network-vif-deleted", "tag": "0b01c0eb-d2c0-4aba-9665-c5bf55813154"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:32.331705 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e17503-b94b-43ea-b010-08869d58bd33 req-fe3c699c-fbb6-4da2-ab7d-3768baa73bc6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:32.341802 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-20e17503-b94b-43ea-b010-08869d58bd33 req-fe3c699c-fbb6-4da2-ab7d-3768baa73bc6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.2338738 Jun 29 16:07:32.371710 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dba93b-a641-4cc3-9a06-7ce0ad9a6e7d x-openstack-request-id: req-c1dba93b-a641-4cc3-9a06-7ce0ad9a6e7d {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:32.372101 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafbb150-1944-4c2e-aa3c-41621e89965b", "name": "network-vif-deleted", "tag": "0b01c0eb-d2c0-4aba-9665-c5bf55813154", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:32.372511 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1dba93b-a641-4cc3-9a06-7ce0ad9a6e7d {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:32.372993 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafbb150-1944-4c2e-aa3c-41621e89965b', 'name': 'network-vif-deleted', 'tag': '0b01c0eb-d2c0-4aba-9665-c5bf55813154', 'status': 'completed', 'code': 200} Jun 29 16:07:32.402855 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-20e17503-b94b-43ea-b010-08869d58bd33 req-d72c22a3-6c93-4ee7-bb7a-9bfcf8d55cad tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599413 Jun 29 16:07:32.479528 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-93291e4a-3443-4a9c-aea9-b5cb6bad4206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.625658 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-93291e4a-3443-4a9c-aea9-b5cb6bad4206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.659276 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0538e2d6-1962-4c9d-81fe-98e40e0df6e4 req-68a69658-dad2-4a11-90de-72ac16840c9d tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=aafbb150-1944-4c2e-aa3c-41621e89965b HTTP/1.1" status: 200 len: 210 time: 0.0358765 Jun 29 16:07:32.660410 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.716933 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-93291e4a-3443-4a9c-aea9-b5cb6bad4206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.721396 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-df5192fd-1e0a-40b3-9202-d5a4fc96917b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:32.778680 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93291e4a-3443-4a9c-aea9-b5cb6bad4206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353d271b-3a54-43dc-9070-df088c91bfb2,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:32.785488 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-93291e4a-3443-4a9c-aea9-b5cb6bad4206 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb6b5d11531c4b839c6aee0eb472edec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396762 Jun 29 16:07:32.786959 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-93291e4a-3443-4a9c-aea9-b5cb6bad4206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:32.788591 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50794) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:32.857531 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e7338c96-08db-41c3-976c-8232fa07696d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.862707 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbf73f-f4a5-4686-b141-9ce1deb83f18 req-fc50db6a-d59d-4aab-9f99-97e415138d49 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:32.865034 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cfbbf73f-f4a5-4686-b141-9ce1deb83f18 req-fc50db6a-d59d-4aab-9f99-97e415138d49 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0816565 Jun 29 16:07:32.896642 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e7338c96-08db-41c3-976c-8232fa07696d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.918851 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cfbbf73f-f4a5-4686-b141-9ce1deb83f18 req-52a9fec4-9d00-4377-9e3d-22fba6fbf808 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378275 Jun 29 16:07:33.050787 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a2a62-4b5f-4f0d-aa81-5046f6c56e4c req-022fa8e0-fb40-471b-8922-7e1c9653ae3b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:33.052234 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6f9a2a62-4b5f-4f0d-aa81-5046f6c56e4c req-022fa8e0-fb40-471b-8922-7e1c9653ae3b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0684981 Jun 29 16:07:33.094939 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6f9a2a62-4b5f-4f0d-aa81-5046f6c56e4c req-0b3e8531-0760-4dee-804e-d6598714c7a1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356395 Jun 29 16:07:33.096048 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e7338c96-08db-41c3-976c-8232fa07696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:33.098621 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e7338c96-08db-41c3-976c-8232fa07696d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:33.102371 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e7338c96-08db-41c3-976c-8232fa07696d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/353d271b-3a54-43dc-9070-df088c91bfb2 HTTP/1.1" status: 204 len: 168 time: 0.3096416 Jun 29 16:07:33.102371 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2e6a6034-bbca-44de-be94-fe091da0b6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:33.109900 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7338c96-08db-41c3-976c-8232fa07696d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353d271b-3a54-43dc-9070-df088c91bfb2,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:33.120801 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e7338c96-08db-41c3-976c-8232fa07696d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:33.653717 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5577f-009a-4d46-8082-9c5947c62c61 req-1cb03e18-ff31-4c53-a7bf-d3e24e5bd159 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:33.661771 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-74a5577f-009a-4d46-8082-9c5947c62c61 req-1cb03e18-ff31-4c53-a7bf-d3e24e5bd159 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0828149 Jun 29 16:07:33.731638 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-74a5577f-009a-4d46-8082-9c5947c62c61 req-1449e92e-042b-4031-a6ac-05f5b3b4247b tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691531 Jun 29 16:07:34.146784 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab6676-8c0d-4332-a3ea-c94a55bd05dd req-bc96e996-4676-41a4-9219-679e13741293 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:34.148366 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c8ab6676-8c0d-4332-a3ea-c94a55bd05dd req-bc96e996-4676-41a4-9219-679e13741293 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0784810 Jun 29 16:07:34.232026 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c8ab6676-8c0d-4332-a3ea-c94a55bd05dd req-b7698ae9-eae3-4f17-bd15-493028f9adba tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730767 Jun 29 16:07:34.429788 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63402b-e0e5-4293-999e-72f54fc3ebdd req-3402b6a3-2475-4d35-a359-e283382493db tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:34.431558 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9c63402b-e0e5-4293-999e-72f54fc3ebdd req-3402b6a3-2475-4d35-a359-e283382493db tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0737903 Jun 29 16:07:34.490307 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9c63402b-e0e5-4293-999e-72f54fc3ebdd req-79432dba-6f50-498d-b795-b534be767f56 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522292 Jun 29 16:07:34.672670 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701eace-1a72-48ed-8fd0-f52813f3fd10 req-8de853fc-139e-44e3-aa38-fc81f725a6fd tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:34.680169 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f701eace-1a72-48ed-8fd0-f52813f3fd10 req-8de853fc-139e-44e3-aa38-fc81f725a6fd tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 945 time: 0.0792336 Jun 29 16:07:34.723890 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f701eace-1a72-48ed-8fd0-f52813f3fd10 req-07741740-6c45-4a70-bb2e-19cc22c4197c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Jun 29 16:07:34.952134 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8544900-1c7d-401e-a948-2283bbc2fd93 req-29e3c361-99bf-4564-9888-1853c3560162 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:34.954687 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c8544900-1c7d-401e-a948-2283bbc2fd93 req-29e3c361-99bf-4564-9888-1853c3560162 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0759566 Jun 29 16:07:34.996309 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c8544900-1c7d-401e-a948-2283bbc2fd93 req-c5d07d52-4da9-4249-a7f1-502ac2c600b8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355365 Jun 29 16:07:35.280666 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 50846) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:35.415783 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-dd100f7c-57b1-47cf-963d-29bc36b2353f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:35.465894 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f5aa5-b046-4105-8496-229811f5f574 req-434c4031-d0ed-4d24-946b-6168f1b49e34 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:35.467344 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b12f5aa5-b046-4105-8496-229811f5f574 req-434c4031-d0ed-4d24-946b-6168f1b49e34 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1105478 Jun 29 16:07:35.526293 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b12f5aa5-b046-4105-8496-229811f5f574 req-035f9c31-1cf3-402a-95a3-cc64d9d7134a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523138 Jun 29 16:07:35.568390 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-dd100f7c-57b1-47cf-963d-29bc36b2353f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:35.614396 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:07:35.617539 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 0b01c0eb-d2c0-4aba-9665-c5bf55813154 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:07:35.644776 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-dd100f7c-57b1-47cf-963d-29bc36b2353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:35.645920 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 0b01c0eb-d2c0-4aba-9665-c5bf55813154 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:07:35.646403 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 0b01c0eb-d2c0-4aba-9665-c5bf55813154 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:07:35.648466 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f329fc2c-d4c0-4d76-8610-decdded55147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:35.703052 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-dd100f7c-57b1-47cf-963d-29bc36b2353f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b154e1d743d848048ebf2e1d2a1090b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211090 Jun 29 16:07:35.705378 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 50854) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:35.708502 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd100f7c-57b1-47cf-963d-29bc36b2353f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a516fa-07af-485c-ae46-17898403ff0e,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:35.712104 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-dd100f7c-57b1-47cf-963d-29bc36b2353f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:35.768812 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:35.781715 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'port_id': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'mac_address': 'fa:16:3e:74:09:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:07:35.821861 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19a1ef-10ce-4278-8398-6aeaa711f3e0 req-96f98431-272c-45f1-89c1-e29a6df33cdd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:35.834295 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cd19a1ef-10ce-4278-8398-6aeaa711f3e0 req-96f98431-272c-45f1-89c1-e29a6df33cdd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1700268 Jun 29 16:07:35.836608 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:35.851554 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a0422c1-e7e4-4014-8154-78cd06153e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:35.863985 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:07:35.895040 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:35.915483 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a0422c1-e7e4-4014-8154-78cd06153e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:35.938193 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cd19a1ef-10ce-4278-8398-6aeaa711f3e0 req-fae7f3bb-ba99-4761-9921-afe8e8dd5816 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025062 Jun 29 16:07:35.981107 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:35.981107 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:36.013537 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190fb70-77bd-42f0-aaae-9deb64bece3b req-e347f487-3127-4def-b61e-4f3cb6c86f27 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:36.015089 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9190fb70-77bd-42f0-aaae-9deb64bece3b req-e347f487-3127-4def-b61e-4f3cb6c86f27 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 945 time: 0.0755703 Jun 29 16:07:36.062157 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,revision_number=6']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:36.079647 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a0422c1-e7e4-4014-8154-78cd06153e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.079761 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:36.079853 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7a0422c1-e7e4-4014-8154-78cd06153e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.084006 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9190fb70-77bd-42f0-aaae-9deb64bece3b req-bdf436bd-a414-4b6e-8bc3-401b446947bc tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610988 Jun 29 16:07:36.084360 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-7a0422c1-e7e4-4014-8154-78cd06153e0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2a516fa-07af-485c-ae46-17898403ff0e HTTP/1.1" status: 204 len: 168 time: 0.3774197 Jun 29 16:07:36.084850 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e3f25e0e-9b63-40a6-a1a9-cd38f5b01528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:36.101221 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0422c1-e7e4-4014-8154-78cd06153e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a516fa-07af-485c-ae46-17898403ff0e,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:36.104428 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7a0422c1-e7e4-4014-8154-78cd06153e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:36.179269 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:07:36.218754 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568efbb7-c678-4d7f-93d5-21a6f65b936e req-b9d5d34d-458d-4659-936c-cddc66df84cb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:36.220534 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-568efbb7-c678-4d7f-93d5-21a6f65b936e req-b9d5d34d-458d-4659-936c-cddc66df84cb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 944 time: 0.0687637 Jun 29 16:07:36.263241 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-568efbb7-c678-4d7f-93d5-21a6f65b936e req-69b3bedb-02e8-4c14-8999-f79035cf36f8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363996 Jun 29 16:07:36.752312 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fe6ec-4af7-481a-806f-0e9be0760f86 req-91c38738-a34f-43a6-8808-61a23872b35f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:36.753868 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-825fe6ec-4af7-481a-806f-0e9be0760f86 req-91c38738-a34f-43a6-8808-61a23872b35f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 945 time: 0.1330497 Jun 29 16:07:36.767720 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a0eb2-e122-49bb-b370-396f58dd2379 req-bb7edf08-4f99-424a-9331-be1fdca63eff tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:36.769221 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c07a0eb2-e122-49bb-b370-396f58dd2379 req-bb7edf08-4f99-424a-9331-be1fdca63eff tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1066191 Jun 29 16:07:36.855035 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c07a0eb2-e122-49bb-b370-396f58dd2379 req-3d7374a7-84b9-4f14-a0b9-7f23c1a04120 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779889 Jun 29 16:07:36.907462 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-825fe6ec-4af7-481a-806f-0e9be0760f86 req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Deleting port 0cb5ca02-c78f-4b59-bb75-3cac126dc817 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:07:36.907832 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-825fe6ec-4af7-481a-806f-0e9be0760f86 req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.036276 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-825fe6ec-4af7-481a-806f-0e9be0760f86 req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] For port 0cb5ca02-c78f-4b59-bb75-3cac126dc817, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0cb5ca02-c78f-4b59-bb75-3cac126dc817,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:37.036723 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-825fe6ec-4af7-481a-806f-0e9be0760f86 req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.060153 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-825fe6ec-4af7-481a-806f-0e9be0760f86 req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Calling delete_port for 0cb5ca02-c78f-4b59-bb75-3cac126dc817 owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:07:37.162318 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6423f-927e-410d-8fd9-79ba1aa00581 req-3dc44a67-56eb-41bc-a839-7eb3512e550d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:37.174184 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7ad6423f-927e-410d-8fd9-79ba1aa00581 req-3dc44a67-56eb-41bc-a839-7eb3512e550d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0862494 Jun 29 16:07:37.224834 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7ad6423f-927e-410d-8fd9-79ba1aa00581 req-c7f194d8-0a3f-4cde-89bc-0f01cd97ed64 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489819 Jun 29 16:07:37.319778 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae175a9-2cd8-4472-a4b7-6c03cc802820 req-0df9e427-eda4-409f-ae38-357a765d78e3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:37.326902 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0ae175a9-2cd8-4472-a4b7-6c03cc802820 req-0df9e427-eda4-409f-ae38-357a765d78e3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 945 time: 0.0999663 Jun 29 16:07:37.596457 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-825fe6ec-4af7-481a-806f-0e9be0760f86 req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.601939 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6126083a-e267-435a-bd80-09d6311b4611 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:37.611965 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['cd7b523f-e119-4f6c-9548-e22a039b7e89', '0cb5ca02-c78f-4b59-bb75-3cac126dc817'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:07:37.641861 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Pushing event deleted for resources: {'Port': ['ID=0cb5ca02-c78f-4b59-bb75-3cac126dc817,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:37.657493 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:37.700188 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0ae175a9-2cd8-4472-a4b7-6c03cc802820 req-aa5cb96c-f4bb-4d22-a673-2be073c86d4e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600702 Jun 29 16:07:37.728456 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:37.756185 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-825fe6ec-4af7-481a-806f-0e9be0760f86 req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] No DVR routers for this DVR port 0cb5ca02-c78f-4b59-bb75-3cac126dc817 on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:07:37.759039 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-825fe6ec-4af7-481a-806f-0e9be0760f86 req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.761219 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-825fe6ec-4af7-481a-806f-0e9be0760f86 req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "DELETE /v2.0/ports/0cb5ca02-c78f-4b59-bb75-3cac126dc817 HTTP/1.1" status: 204 len: 173 time: 0.9910727 Jun 29 16:07:37.761746 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0565ef62-1218-4883-bc15-333b0373ba0c', 'name': 'network-vif-deleted', 'tag': '0cb5ca02-c78f-4b59-bb75-3cac126dc817'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:37.764766 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1929036b-e501-47c5-aa25-5318e18b1d16" -d '{"events": [{"server_uuid": "0565ef62-1218-4883-bc15-333b0373ba0c", "name": "network-vif-deleted", "tag": "0cb5ca02-c78f-4b59-bb75-3cac126dc817"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:37.812234 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724b66f-f72d-47f9-9911-d66fc41e2b6e x-openstack-request-id: req-3724b66f-f72d-47f9-9911-d66fc41e2b6e {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:37.813606 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0565ef62-1218-4883-bc15-333b0373ba0c", "name": "network-vif-deleted", "tag": "0cb5ca02-c78f-4b59-bb75-3cac126dc817", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:37.814089 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3724b66f-f72d-47f9-9911-d66fc41e2b6e {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:37.814830 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0565ef62-1218-4883-bc15-333b0373ba0c', 'name': 'network-vif-deleted', 'tag': '0cb5ca02-c78f-4b59-bb75-3cac126dc817', 'status': 'completed', 'code': 200} Jun 29 16:07:38.003737 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8de6a-3dac-4e36-91aa-c672d9ea3f9e req-b73626bd-483a-4874-8c0e-474e2ac94cb8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:38.005323 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-88e8de6a-3dac-4e36-91aa-c672d9ea3f9e req-b73626bd-483a-4874-8c0e-474e2ac94cb8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 944 time: 0.5423789 Jun 29 16:07:38.015547 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:38.016509 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:38.238537 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-88e8de6a-3dac-4e36-91aa-c672d9ea3f9e req-2d407c46-6133-4f02-bef4-c3101b52b479 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137807 Jun 29 16:07:38.272602 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:38.274448 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db392c2a-7c56-4c56-82bc-ef0bd4dd7be4 req-9d65bdbc-b483-4e6a-85ba-24650cea292d tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:38.282537 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-db392c2a-7c56-4c56-82bc-ef0bd4dd7be4 req-9d65bdbc-b483-4e6a-85ba-24650cea292d tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1454012 Jun 29 16:07:38.324427 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:38.357326 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e46a69-1a7c-4381-bb9d-19ff475645ae" -d '{"events": [{"server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "name": "network-vif-plugged", "status": "completed", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:38.357820 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-db392c2a-7c56-4c56-82bc-ef0bd4dd7be4 req-1b5e7f60-8e56-49c5-a992-877366d6e4a7 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628297 Jun 29 16:07:38.372415 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:38.406451 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845f9e91-dbc4-40ff-a48d-e002383d3b0d x-openstack-request-id: req-845f9e91-dbc4-40ff-a48d-e002383d3b0d {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:38.408182 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "name": "network-vif-plugged", "status": "completed", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:38.418996 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-845f9e91-dbc4-40ff-a48d-e002383d3b0d {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:38.418996 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'code': 200} Jun 29 16:07:38.517646 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f42ac-65f0-4683-a44e-7abf3a2150d7 req-e98dfc13-8cde-44ee-93b2-68b7de8474f2 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:38.519260 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-410f42ac-65f0-4683-a44e-7abf3a2150d7 req-e98dfc13-8cde-44ee-93b2-68b7de8474f2 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1137686 Jun 29 16:07:38.580814 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-410f42ac-65f0-4683-a44e-7abf3a2150d7 req-eb6048a6-c3bf-41d6-9ae4-bb85c0acd8cf tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541112 Jun 29 16:07:38.677006 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:38.677923 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 0cb5ca02-c78f-4b59-bb75-3cac126dc817 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:07:38.679765 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-eca72bf8-56f6-40f3-8a46-18325e2b60a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:38.725312 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 0cb5ca02-c78f-4b59-bb75-3cac126dc817 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:07:38.731032 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 0cb5ca02-c78f-4b59-bb75-3cac126dc817 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:07:38.763764 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,revision_number=7']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:38.776692 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:38.953435 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3aedd3cb-c5e6-49f6-a4a7-220650c1873e req-e92e5a53-2df3-48cc-8bdc-aeedc5d6e8b3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=0565ef62-1218-4883-bc15-333b0373ba0c HTTP/1.1" status: 200 len: 210 time: 0.0611231 Jun 29 16:07:39.555763 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc197592-7969-445c-a573-b6d1cd54fa59 req-3b1efb20-f4d5-4913-b136-5e48177e75e5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:39.558469 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fc197592-7969-445c-a573-b6d1cd54fa59 req-3b1efb20-f4d5-4913-b136-5e48177e75e5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.2422845 Jun 29 16:07:39.654431 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fc197592-7969-445c-a573-b6d1cd54fa59 req-f613a0c6-c942-424e-ae52-c42fe2cb850e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836530 Jun 29 16:07:39.706507 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793082a-b3e7-48a5-9158-1aa8833eb329 req-44eb3420-5e41-4ef6-921a-b6166ca67dc5 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:39.714306 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0793082a-b3e7-48a5-9158-1aa8833eb329 req-44eb3420-5e41-4ef6-921a-b6166ca67dc5 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1075978 Jun 29 16:07:39.784132 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0793082a-b3e7-48a5-9158-1aa8833eb329 req-07882460-a88a-4dfc-89fe-da2f80e75979 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682080 Jun 29 16:07:39.864025 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a5f62-71cb-4fa0-9126-db5f5fd9d8b6 req-1f15249e-66d0-434d-a8c4-8adff05f0dce tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:39.867422 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-153a5f62-71cb-4fa0-9126-db5f5fd9d8b6 req-1f15249e-66d0-434d-a8c4-8adff05f0dce tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0806909 Jun 29 16:07:39.939859 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-153a5f62-71cb-4fa0-9126-db5f5fd9d8b6 req-a27782b6-1d4f-42ac-b349-9627a1eaef5e tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651209 Jun 29 16:07:40.770844 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd2385-6e83-4af6-8629-09a235fada97 req-3c20a6ed-00c2-4561-b235-aaa64e210b5e tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:40.772663 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d9dd2385-6e83-4af6-8629-09a235fada97 req-3c20a6ed-00c2-4561-b235-aaa64e210b5e tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1066699 Jun 29 16:07:40.839541 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d9dd2385-6e83-4af6-8629-09a235fada97 req-0a80bc10-da9e-411c-ad03-9135d2ae0f57 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603693 Jun 29 16:07:40.968550 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c59985-e1a9-4780-964c-4a7f28938063 req-af9889ba-6597-458c-8e32-e5fa6b88289c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:40.971866 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e0c59985-e1a9-4780-964c-4a7f28938063 req-af9889ba-6597-458c-8e32-e5fa6b88289c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.1204686 Jun 29 16:07:40.980833 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d865-01e1-41d1-9a68-724c2d82a456 req-3f1e5e96-5ad2-4615-8d70-319eece62680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:40.982410 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8096d865-01e1-41d1-9a68-724c2d82a456 req-3f1e5e96-5ad2-4615-8d70-319eece62680 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1180ebf32f2459c82040f2d665ad727&device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 1099 time: 0.1947594 Jun 29 16:07:41.079053 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10314c-ee46-4164-9be7-87e1fbb516fc req-85a1cf9e-a700-43ca-a4d3-a15e1ba35962 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:41.087938 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9b10314c-ee46-4164-9be7-87e1fbb516fc req-85a1cf9e-a700-43ca-a4d3-a15e1ba35962 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1088917 Jun 29 16:07:41.105139 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e0c59985-e1a9-4780-964c-4a7f28938063 req-01fd8c0e-0518-4341-a59c-220033ea7e2a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014206 Jun 29 16:07:41.149400 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d865-01e1-41d1-9a68-724c2d82a456 req-c3154080-f545-4d72-a5ee-4ad771322883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:41.151643 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8096d865-01e1-41d1-9a68-724c2d82a456 req-c3154080-f545-4d72-a5ee-4ad771322883 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06858378-c74e-4cc1-afb8-3792abcf25a3 HTTP/1.1" status: 200 len: 911 time: 0.1617134 Jun 29 16:07:41.167276 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9b10314c-ee46-4164-9be7-87e1fbb516fc req-1d2e13ef-e582-4ed7-b712-6ba3c90ebe43 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762725 Jun 29 16:07:41.479624 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8096d865-01e1-41d1-9a68-724c2d82a456 req-90334d7d-8738-4344-8ebd-c83bd01a7918 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 HTTP/1.1" status: 200 len: 1002 time: 0.1246266 Jun 29 16:07:41.479624 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d865-01e1-41d1-9a68-724c2d82a456 req-b6c1807a-a7bc-4687-bd36-e03a3249b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:41.479624 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8096d865-01e1-41d1-9a68-724c2d82a456 req-b6c1807a-a7bc-4687-bd36-e03a3249b514 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3a829b44-8ce0-426e-ba7d-9be05ec57ca4 HTTP/1.1" status: 200 len: 849 time: 0.0649278 Jun 29 16:07:41.479624 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d865-01e1-41d1-9a68-724c2d82a456 req-f9c012db-b14d-4511-bd78-5545e2298e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:41.479624 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8096d865-01e1-41d1-9a68-724c2d82a456 req-f9c012db-b14d-4511-bd78-5545e2298e0f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06858378-c74e-4cc1-afb8-3792abcf25a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0641737 Jun 29 16:07:41.545976 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8096d865-01e1-41d1-9a68-724c2d82a456 req-f6b263ec-ca3f-4c24-b376-de8f925b604b service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049261 Jun 29 16:07:41.643539 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8096d865-01e1-41d1-9a68-724c2d82a456 req-cef97af2-c135-41c1-97dd-53b9d1b2aa40 service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907025 Jun 29 16:07:42.037993 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb098f-e14d-4c7f-9414-2763ff5a3e49 req-bdc3ca3d-5416-445b-94be-3784c447adfa tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:42.037993 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-19bb098f-e14d-4c7f-9414-2763ff5a3e49 req-bdc3ca3d-5416-445b-94be-3784c447adfa tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0800734 Jun 29 16:07:42.159680 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-19bb098f-e14d-4c7f-9414-2763ff5a3e49 req-60284e45-8bcd-4d8b-a504-64bedb478e1f tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982826 Jun 29 16:07:42.564063 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7c198-02d4-424d-9aa4-057bd2b73d62 req-89e3f4fe-f7b7-4564-a651-7a6c1389de0d tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:42.565864 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-33f7c198-02d4-424d-9aa4-057bd2b73d62 req-89e3f4fe-f7b7-4564-a651-7a6c1389de0d tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1205947 Jun 29 16:07:42.612439 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-33f7c198-02d4-424d-9aa4-057bd2b73d62 req-7344035a-8b14-4691-b03a-058c58042904 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 Jun 29 16:07:42.637342 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c5350-7f34-45af-a8a8-92860a325e86 req-5178bdfc-bce9-46d8-b835-e6cf3024fc21 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:42.639337 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-535c5350-7f34-45af-a8a8-92860a325e86 req-5178bdfc-bce9-46d8-b835-e6cf3024fc21 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.1824653 Jun 29 16:07:42.704171 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-535c5350-7f34-45af-a8a8-92860a325e86 req-f9270fa6-bd8b-4f72-8b5d-87637aac163f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567989 Jun 29 16:07:42.823392 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd78d1-1be2-46f2-8405-b87b62f75e87 req-a44e7d8d-e291-455d-9119-4401fdd0ba77 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:42.831310 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b7dd78d1-1be2-46f2-8405-b87b62f75e87 req-a44e7d8d-e291-455d-9119-4401fdd0ba77 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 946 time: 0.0846224 Jun 29 16:07:42.910308 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b7dd78d1-1be2-46f2-8405-b87b62f75e87 req-8a8eb3bf-fb62-4a18-a3b6-d339e5160af3 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743480 Jun 29 16:07:43.408392 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9f21-4a78-4d62-aff8-c708bf76acdc req-55fc3886-cdd2-4122-8ac3-5e9223e10b6b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:43.412944 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ef2a9f21-4a78-4d62-aff8-c708bf76acdc req-55fc3886-cdd2-4122-8ac3-5e9223e10b6b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0928218 Jun 29 16:07:43.463777 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ef2a9f21-4a78-4d62-aff8-c708bf76acdc req-4141f588-8d86-48ca-89bd-8ffce5239142 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468810 Jun 29 16:07:43.854119 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9d1a4-75af-40e4-8083-7ef4146851f5 req-abd755e8-3e2e-49a3-9f4d-c08ce027dc20 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:43.863317 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7eb9d1a4-75af-40e4-8083-7ef4146851f5 req-abd755e8-3e2e-49a3-9f4d-c08ce027dc20 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0981841 Jun 29 16:07:43.937852 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7eb9d1a4-75af-40e4-8083-7ef4146851f5 req-09fea887-665b-4139-9c48-3d5139dab3ad tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726566 Jun 29 16:07:43.972684 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415819e-b73f-4775-91c5-cbd3b2680458 req-db43c62f-bc20-4955-b77b-ac6b25610784 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:43.974209 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8415819e-b73f-4775-91c5-cbd3b2680458 req-db43c62f-bc20-4955-b77b-ac6b25610784 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.1101258 Jun 29 16:07:44.028134 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8415819e-b73f-4775-91c5-cbd3b2680458 req-66909a3a-f641-4d9b-9deb-140eaf464c18 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443089 Jun 29 16:07:44.163649 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ef826-f2b3-43e2-bf32-ff583880a355 req-63f5ac44-9ded-4895-84ef-76cdf51c3ed4 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:44.165350 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-394ef826-f2b3-43e2-bf32-ff583880a355 req-63f5ac44-9ded-4895-84ef-76cdf51c3ed4 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 946 time: 0.0801933 Jun 29 16:07:44.219557 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-394ef826-f2b3-43e2-bf32-ff583880a355 req-77fdbed2-e78b-4808-b325-406c0f2f2491 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482383 Jun 29 16:07:44.552456 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2516-01a5-4f05-8e53-e554ddf3101e req-ba980b04-b5bf-40e6-bb0e-9634327d7670 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:44.553956 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-97ad2516-01a5-4f05-8e53-e554ddf3101e req-ba980b04-b5bf-40e6-bb0e-9634327d7670 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 946 time: 0.0831974 Jun 29 16:07:44.666991 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-97ad2516-01a5-4f05-8e53-e554ddf3101e req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Deleting port cd7b523f-e119-4f6c-9548-e22a039b7e89 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:07:44.667448 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-97ad2516-01a5-4f05-8e53-e554ddf3101e req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.780834 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-97ad2516-01a5-4f05-8e53-e554ddf3101e req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] For port cd7b523f-e119-4f6c-9548-e22a039b7e89, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cd7b523f-e119-4f6c-9548-e22a039b7e89,segment=NetworkSegment(e67cb3dd-97d8-49fb-97da-68fcba08e9ca),segment_id=e67cb3dd-97d8-49fb-97da-68fcba08e9ca)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:44.781328 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-97ad2516-01a5-4f05-8e53-e554ddf3101e req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.795178 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-97ad2516-01a5-4f05-8e53-e554ddf3101e req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Calling delete_port for cd7b523f-e119-4f6c-9548-e22a039b7e89 owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:07:45.127358 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75da46-ba3d-4226-b579-551c08c8dd8d req-ce2230fd-d6ac-4655-98d9-47e29c63e445 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:45.129725 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2b75da46-ba3d-4226-b579-551c08c8dd8d req-ce2230fd-d6ac-4655-98d9-47e29c63e445 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0786135 Jun 29 16:07:45.185997 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2b75da46-ba3d-4226-b579-551c08c8dd8d req-60e63ceb-983f-465d-b3a5-50eab2b0c2ca tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478525 Jun 29 16:07:45.258224 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112bcc2-5f80-46bf-9d4c-3a643de203c3 req-0d6c0229-5d5d-47bc-84ac-049217f45961 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:45.267588 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7112bcc2-5f80-46bf-9d4c-3a643de203c3 req-0d6c0229-5d5d-47bc-84ac-049217f45961 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.1155739 Jun 29 16:07:45.319997 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7112bcc2-5f80-46bf-9d4c-3a643de203c3 req-b80804eb-1037-4769-bee8-d561aaeee273 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511322 Jun 29 16:07:45.449139 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cafce-bfd3-41ef-936b-a52833272c0b req-1b55a0f0-8793-4966-8920-2ca0e6b816e8 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:45.451031 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-131cafce-bfd3-41ef-936b-a52833272c0b req-1b55a0f0-8793-4966-8920-2ca0e6b816e8 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 946 time: 0.0700572 Jun 29 16:07:45.495914 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-131cafce-bfd3-41ef-936b-a52833272c0b req-edb54a01-e8e5-4a7f-92a9-a8568a3f9cee tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba14ca90-1ffc-476c-b806-42e158930f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373349 Jun 29 16:07:45.793846 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-97ad2516-01a5-4f05-8e53-e554ddf3101e req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.799773 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:45.830517 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Pushing event deleted for resources: {'Port': ['ID=cd7b523f-e119-4f6c-9548-e22a039b7e89,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:45.832992 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:45.876050 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ad2516-01a5-4f05-8e53-e554ddf3101e req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] No DVR routers for this DVR port cd7b523f-e119-4f6c-9548-e22a039b7e89 on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:07:45.878745 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-97ad2516-01a5-4f05-8e53-e554ddf3101e req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.880766 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-97ad2516-01a5-4f05-8e53-e554ddf3101e req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.86 "DELETE /v2.0/ports/cd7b523f-e119-4f6c-9548-e22a039b7e89 HTTP/1.1" status: 204 len: 173 time: 1.3192036 Jun 29 16:07:45.882228 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f1bbb7-8786-4f31-81bc-fe499daeee3e', 'name': 'network-vif-deleted', 'tag': 'cd7b523f-e119-4f6c-9548-e22a039b7e89'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:45.883632 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f956d8-8ed0-4a9f-90e1-d784bfd4ee15" -d '{"events": [{"server_uuid": "d7f1bbb7-8786-4f31-81bc-fe499daeee3e", "name": "network-vif-deleted", "tag": "cd7b523f-e119-4f6c-9548-e22a039b7e89"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:45.930591 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d3b854-96be-4bd7-a7ec-1cbc4a766cdb x-openstack-request-id: req-f8d3b854-96be-4bd7-a7ec-1cbc4a766cdb {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:45.930925 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f1bbb7-8786-4f31-81bc-fe499daeee3e", "name": "network-vif-deleted", "tag": "cd7b523f-e119-4f6c-9548-e22a039b7e89", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:45.931800 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8d3b854-96be-4bd7-a7ec-1cbc4a766cdb {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:45.932310 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f1bbb7-8786-4f31-81bc-fe499daeee3e', 'name': 'network-vif-deleted', 'tag': 'cd7b523f-e119-4f6c-9548-e22a039b7e89', 'status': 'completed', 'code': 200} Jun 29 16:07:46.472077 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a8617-f6c4-44e6-a487-fc163956332a req-73be1b94-ece7-468a-90c3-c8ecf0a90112 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:46.481339 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-929a8617-f6c4-44e6-a487-fc163956332a req-73be1b94-ece7-468a-90c3-c8ecf0a90112 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1392298 Jun 29 16:07:46.569638 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-929a8617-f6c4-44e6-a487-fc163956332a req-f7cb274e-46bb-4c58-94ec-e1a35355d9b1 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865302 Jun 29 16:07:46.669465 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5ac32-9703-4c2a-b6a2-0c3ef491a168 req-b004c270-704e-42b9-acfb-1fc87eaa3794 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:46.671027 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e2d5ac32-9703-4c2a-b6a2-0c3ef491a168 req-b004c270-704e-42b9-acfb-1fc87eaa3794 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.1398077 Jun 29 16:07:46.744018 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e2d5ac32-9703-4c2a-b6a2-0c3ef491a168 req-c9bef8c2-918f-463c-bb2d-b752f7c24cdc tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581033 Jun 29 16:07:46.851979 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-da7a1032-e1da-4074-9d5c-1399d4aab79e req-4c10317a-d3ed-4d0f-8100-9c76c4635fb9 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f1bbb7-8786-4f31-81bc-fe499daeee3e HTTP/1.1" status: 200 len: 210 time: 0.0386171 Jun 29 16:07:46.895873 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-b0b48233-2fe4-40da-a30a-fe9c7f4c0063 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942463362&fields=id&tenant_id=bd32f82cc3c04259b7243946050d8683 HTTP/1.1" status: 200 len: 267 time: 0.0381184 Jun 29 16:07:47.068603 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-4acb47f1-7ed1-48e4-a779-3b6141f38ead tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:47.073507 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-4acb47f1-7ed1-48e4-a779-3b6141f38ead tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/networks?id=200a933c-d5f2-4d09-b782-a5bbf121ac99 HTTP/1.1" status: 200 len: 809 time: 0.1700866 Jun 29 16:07:47.090664 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-4e73cad2-e846-479d-a030-8b6d5e5fc4e8 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/quotas/bd32f82cc3c04259b7243946050d8683 HTTP/1.1" status: 200 len: 375 time: 0.0160353 Jun 29 16:07:47.169526 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-b31e8bf9-1e4d-41a4-bd26-5cd5f13bf279 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd32f82cc3c04259b7243946050d8683&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778315 Jun 29 16:07:47.288485 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-6ec06786-b33b-4755-93b5-c54a37a755f6 service neutron] 10.222.0.13 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067662 Jun 29 16:07:47.403827 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-c69711cb-fbf7-4b14-9570-e7352303c693 service neutron] 10.222.0.13 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122260 Jun 29 16:07:47.686427 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device cd7b523f-e119-4f6c-9548-e22a039b7e89 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:07:47.741690 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: cd7b523f-e119-4f6c-9548-e22a039b7e89 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:07:47.742530 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device cd7b523f-e119-4f6c-9548-e22a039b7e89 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:07:47.796359 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064168a-aaa9-4efb-9139-0e0213a673ff req-d7bd569b-b11c-4e9e-9224-31ee76710665 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:47.798426 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b064168a-aaa9-4efb-9139-0e0213a673ff req-d7bd569b-b11c-4e9e-9224-31ee76710665 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0891917 Jun 29 16:07:47.854125 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b064168a-aaa9-4efb-9139-0e0213a673ff req-369cc726-6a8b-43b0-9236-c5e21bea49a6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490828 Jun 29 16:07:47.996168 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-62173977-99d0-4df1-b2c8-12fe1ec2cd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.079196 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd1a64-255c-4ef1-aa55-2acb9e1a4fc1 req-4f69fe93-ac80-47e0-8d90-71b72c94cb26 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:48.090655 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1bbd1a64-255c-4ef1-aa55-2acb9e1a4fc1 req-4f69fe93-ac80-47e0-8d90-71b72c94cb26 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.1048033 Jun 29 16:07:48.217309 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1bbd1a64-255c-4ef1-aa55-2acb9e1a4fc1 req-1ac345a8-127b-4927-a0db-c2c743beec60 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254449 Jun 29 16:07:48.230080 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51084) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:48.344829 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-aed62530-fdc0-4e28-9f00-bbf68b2f4701 req-49931ba1-1316-4053-bc8e-e6ef5ddeaac3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 210 time: 0.0413249 Jun 29 16:07:48.373186 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3516826d-412f-4878-8f88-7564ae0fc93f admin admin] Deleting subnet 386dbf5e-acb6-4d1e-8acd-05d3f5e32b96 {{(pid=93588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:07:48.377266 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3516826d-412f-4878-8f88-7564ae0fc93f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.423992 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3516826d-412f-4878-8f88-7564ae0fc93f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.439159 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3516826d-412f-4878-8f88-7564ae0fc93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.671137 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3516826d-412f-4878-8f88-7564ae0fc93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.675068 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:48.710502 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516826d-412f-4878-8f88-7564ae0fc93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386dbf5e-acb6-4d1e-8acd-05d3f5e32b96,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:48.716864 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3516826d-412f-4878-8f88-7564ae0fc93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:48.728023 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3516826d-412f-4878-8f88-7564ae0fc93f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.733438 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51112) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:48.733759 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-3516826d-412f-4878-8f88-7564ae0fc93f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/386dbf5e-acb6-4d1e-8acd-05d3f5e32b96 HTTP/1.1" status: 204 len: 168 time: 0.5023196 Jun 29 16:07:48.818434 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.992955 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.011918 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a596f04-c4ad-481d-8e42-9ee6956f485f']}} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:49.024495 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca') {'for_net_delete': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:49.024495 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67cb3dd-97d8-49fb-97da-68fcba08e9ca') {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:49.032277 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014247'] for segment, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.050844 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.061086 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=93589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:07:49.062100 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25630489'] for segment, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: Traceback (most recent call last): Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: timer() Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: cb(*args, **kw) Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: return func(*args, **kwargs) Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: self._notify() Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: self.callback(batched_events) Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: event.method(event) Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: return f(self, *a, **k) Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: return self._get(url).json() Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: return self.request(url, 'GET', **kwargs) Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:07:49.064846 dv-cinder-792209-4-smb neutron-server[93589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:07:49.201424 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae7c00-83c8-420e-82ac-72dbc30fa33b req-a82c58b4-005b-4e2c-a53b-5879bed5aa46 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:49.203870 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-dcae7c00-83c8-420e-82ac-72dbc30fa33b req-a82c58b4-005b-4e2c-a53b-5879bed5aa46 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1436598 Jun 29 16:07:49.245178 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-dcae7c00-83c8-420e-82ac-72dbc30fa33b req-91735ea9-163a-46b5-a0ba-f8cf11851b06 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356426 Jun 29 16:07:49.433175 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cdcd660f-33fc-4c3f-9397-33cafee72f51 req-acd5cc93-0d10-4dc9-91d4-2e430f972a73 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 210 time: 0.0381815 Jun 29 16:07:49.479752 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ac287-fb87-4a1f-9171-cfc727ba58f1 req-b8ff142f-8716-4690-a0ee-f1bee527774d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:49.481360 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6c2ac287-fb87-4a1f-9171-cfc727ba58f1 req-b8ff142f-8716-4690-a0ee-f1bee527774d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0903611 Jun 29 16:07:49.531795 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6c2ac287-fb87-4a1f-9171-cfc727ba58f1 req-05d616cd-01e8-4c51-877d-2622cd3e504f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440583 Jun 29 16:07:49.911541 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.918775 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:49.925861 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.930439 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] 10.222.0.13 "DELETE /v2.0/networks/6a596f04-c4ad-481d-8e42-9ee6956f485f HTTP/1.1" status: 204 len: 168 time: 1.1939850 Jun 29 16:07:49.944677 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] Pushing event deleted for resources: {'Network': ['ID=6a596f04-c4ad-481d-8e42-9ee6956f485f,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:49.947579 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:50.283594 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-78cab964-30b6-45ac-80b2-b7c942543f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.413517 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.470285 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f9616-edbc-40cd-a727-39623d4d3b1c req-e1ee1b28-3d1e-4c5d-8fa0-12f73a7537f6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:50.473248 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-156f9616-edbc-40cd-a727-39623d4d3b1c req-e1ee1b28-3d1e-4c5d-8fa0-12f73a7537f6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0938828 Jun 29 16:07:50.508916 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51148) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:50.549030 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-156f9616-edbc-40cd-a727-39623d4d3b1c req-7d896b7e-759e-4c28-9260-7727176fc034 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629175 Jun 29 16:07:50.614169 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fb0c3b96-d10c-4514-b366-4f7941e1de29 req-85b497fe-8530-4a5a-b2f2-4990d32e89e7 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 210 time: 0.0926681 Jun 29 16:07:50.626537 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-812dbdc4-b636-4d93-89a6-2b5d2dd03b63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7942eaef00f484cb431425bbeda9740&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1104860 Jun 29 16:07:50.626537 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51152) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:50.704482 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-35abc77e-ea35-4965-b6b1-fcd8d2de9409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.735678 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-35abc77e-ea35-4965-b6b1-fcd8d2de9409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.782798 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca43952-5e92-4511-8222-fda0c0bac8bc req-37cf5ce4-fb7a-4074-97aa-446640c1b526 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:50.784356 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-aca43952-5e92-4511-8222-fda0c0bac8bc req-37cf5ce4-fb7a-4074-97aa-446640c1b526 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0840001 Jun 29 16:07:50.823983 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-aca43952-5e92-4511-8222-fda0c0bac8bc req-2868bf3d-1d5c-4a70-86bd-1f929f1040ec tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331264 Jun 29 16:07:51.018936 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-35abc77e-ea35-4965-b6b1-fcd8d2de9409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.021811 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-35abc77e-ea35-4965-b6b1-fcd8d2de9409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.023027 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-35abc77e-ea35-4965-b6b1-fcd8d2de9409 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba14ca90-1ffc-476c-b806-42e158930f77 HTTP/1.1" status: 204 len: 168 time: 0.3960366 Jun 29 16:07:51.023836 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-b6d3d97a-ecf1-485c-b088-4b24cabbc1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:51.033248 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abc77e-ea35-4965-b6b1-fcd8d2de9409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba14ca90-1ffc-476c-b806-42e158930f77,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:51.037327 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-35abc77e-ea35-4965-b6b1-fcd8d2de9409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:51.728382 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7d3f8-3bed-4fe8-81aa-b7a564382ce6 req-8f0600b8-bae3-4b1e-b5c4-cdc617c47665 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:51.729997 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dab7d3f8-3bed-4fe8-81aa-b7a564382ce6 req-8f0600b8-bae3-4b1e-b5c4-cdc617c47665 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0764019 Jun 29 16:07:51.772870 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d0d2b279-701e-4c01-be7f-c057f92d7422 req-dacdb5c6-684c-48d2-b9cd-ea49a465959b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 210 time: 0.0290711 Jun 29 16:07:51.775789 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dab7d3f8-3bed-4fe8-81aa-b7a564382ce6 req-d05479e9-dbbe-4bf4-8ef0-5bc421b68631 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Jun 29 16:07:51.786179 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:52.025094 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99adb0f-bff0-43fc-acbc-c1079b1b3105 req-bdbe8e6b-fbad-446d-a2a1-0e70eeb94915 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:52.026733 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e99adb0f-bff0-43fc-acbc-c1079b1b3105 req-bdbe8e6b-fbad-446d-a2a1-0e70eeb94915 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0718520 Jun 29 16:07:52.073054 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e99adb0f-bff0-43fc-acbc-c1079b1b3105 req-78612052-2e75-4365-94c7-76aa05e74218 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363319 Jun 29 16:07:52.222237 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c5697-c8d0-4700-99b2-3b700c30f031 req-4731679f-d1cc-4246-963c-b3475576de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:52.223807 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-044c5697-c8d0-4700-99b2-3b700c30f031 req-4731679f-d1cc-4246-963c-b3475576de58 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 1098 time: 0.0777171 Jun 29 16:07:52.328604 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c5697-c8d0-4700-99b2-3b700c30f031 req-3485787a-e4bc-4753-8f1d-741496b94b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:52.329968 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-044c5697-c8d0-4700-99b2-3b700c30f031 req-3485787a-e4bc-4753-8f1d-741496b94b71 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 917 time: 0.0984306 Jun 29 16:07:52.427229 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-044c5697-c8d0-4700-99b2-3b700c30f031 req-eb593e94-23da-4189-af8a-2e8528bedbd3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 HTTP/1.1" status: 200 len: 1001 time: 0.0902314 Jun 29 16:07:52.486017 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c5697-c8d0-4700-99b2-3b700c30f031 req-e9c676ec-ee4b-4f7b-9801-51a8a2fd08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:52.493261 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-044c5697-c8d0-4700-99b2-3b700c30f031 req-e9c676ec-ee4b-4f7b-9801-51a8a2fd08b8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 200 len: 855 time: 0.0531328 Jun 29 16:07:52.553550 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c5697-c8d0-4700-99b2-3b700c30f031 req-20e8dc13-23b1-4ac7-9c82-7bcbacba6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:52.555618 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-044c5697-c8d0-4700-99b2-3b700c30f031 req-20e8dc13-23b1-4ac7-9c82-7bcbacba6708 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0599561 Jun 29 16:07:52.567976 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-a3f22be9-8dde-495f-9d3a-f2fee4b802b5 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:52.570832 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-a3f22be9-8dde-495f-9d3a-f2fee4b802b5 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.86 "GET /v2.0/networks?id=200a933c-d5f2-4d09-b782-a5bbf121ac99 HTTP/1.1" status: 200 len: 809 time: 0.1501505 Jun 29 16:07:52.615100 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-3be945a5-f3dc-48bf-9f6e-599be36566ee tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd32f82cc3c04259b7243946050d8683 HTTP/1.1" status: 200 len: 380 time: 0.0359795 Jun 29 16:07:52.626949 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Request body: {'port': {'device_id': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'admin_state_up': True, 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'security_groups': ['c64ba747-ad70-4958-b979-8db482bb9e55']}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:52.657970 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-044c5697-c8d0-4700-99b2-3b700c30f031 req-9400a3ca-1118-4ed3-b123-e634ade18890 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955138 Jun 29 16:07:52.756796 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-044c5697-c8d0-4700-99b2-3b700c30f031 req-ae99034a-aea6-4649-a3b8-3347beba3c1d service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921462 Jun 29 16:07:52.837578 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Made reservation on behalf of bd32f82cc3c04259b7243946050d8683 for: {'port': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:52.847168 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.018821 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f9d9ab1c-7747-4888-8c76-6fa6e777b967 req-437eac80-ed0c-4113-a0bf-f97c36a2abfb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 210 time: 0.0455759 Jun 29 16:07:53.028416 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.109731 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60100e-f007-4cbb-b802-eafea9d5a65e req-fdb18da4-f792-43f8-bf6a-f1e2ee81339e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:53.109731 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7a60100e-f007-4cbb-b802-eafea9d5a65e req-fdb18da4-f792-43f8-bf6a-f1e2ee81339e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1278086 Jun 29 16:07:53.115178 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Allocated IP 172.20.0.8 (200a933c-d5f2-4d09-b782-a5bbf121ac99/bb01e977-375a-4628-a3e9-87626f83517a/3607450e-2948-4795-8b0d-1f1cbf13429e) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:53.189201 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7a60100e-f007-4cbb-b802-eafea9d5a65e req-3c2970ba-a703-44da-9a22-b1f30aad0c17 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709362 Jun 29 16:07:53.307407 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62ac72-96ce-4421-8e03-e27473ec47a2 req-d12f3385-402c-4a67-8872-ae3c217fc1fb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:53.308941 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6d62ac72-96ce-4421-8e03-e27473ec47a2 req-d12f3385-402c-4a67-8872-ae3c217fc1fb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.0835176 Jun 29 16:07:53.315220 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.329673 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Transition to ACTIVE for port object 3607450e-2948-4795-8b0d-1f1cbf13429e will not be triggered until provisioned by entity DHCP. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:53.348569 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6d62ac72-96ce-4421-8e03-e27473ec47a2 req-9d29d3ef-a1ab-4096-bfd4-9456f45edc4c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330374 Jun 29 16:07:53.494888 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25630535'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.499840 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:53.552228 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Network 200a933c-d5f2-4d09-b782-a5bbf121ac99 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:53.555758 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:53.560332 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:53.563379 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event updated for resources: {'Port': ['ID=3607450e-2948-4795-8b0d-1f1cbf13429e,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:53.567034 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:53.620651 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:53.621629 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.737861 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1163762 Jun 29 16:07:53.761204 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Request body: {'port': {'device_id': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:53.868658 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.054223 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-93a92eef-a344-46b4-817c-18c2b8b0cee0 None None] Provisioning for port 3607450e-2948-4795-8b0d-1f1cbf13429e completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:54.060888 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-93a92eef-a344-46b4-817c-18c2b8b0cee0 None None] Provisioning complete for port 3607450e-2948-4795-8b0d-1f1cbf13429e triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:54.061535 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-93a92eef-a344-46b4-817c-18c2b8b0cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.102893 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-93a92eef-a344-46b4-817c-18c2b8b0cee0 None None] Port 3607450e-2948-4795-8b0d-1f1cbf13429e cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:07:54.212375 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3607450e-2948-4795-8b0d-1f1cbf13429e {{(pid=93589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:07:54.231413 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.276852 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Transition to ACTIVE for port object 3607450e-2948-4795-8b0d-1f1cbf13429e will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:54.299099 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e535b0-b856-4db6-8519-fc3d276e281e req-a0d94ca8-d10f-4b57-ad7a-b09b730376d2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:54.300720 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-32e535b0-b856-4db6-8519-fc3d276e281e req-a0d94ca8-d10f-4b57-ad7a-b09b730376d2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 931 time: 0.1579695 Jun 29 16:07:54.345972 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-32e535b0-b856-4db6-8519-fc3d276e281e req-5265875b-3e3b-49cd-8554-7078ee6919e2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386989 Jun 29 16:07:54.392826 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.397027 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:54.457256 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d69bd-94cb-44e9-927d-7db4f3fa1e08 req-3143ff75-f749-4266-b107-e47ec2bf4508 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:54.465598 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f12d69bd-94cb-44e9-927d-7db4f3fa1e08 req-3143ff75-f749-4266-b107-e47ec2bf4508 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1193438 Jun 29 16:07:54.524210 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f12d69bd-94cb-44e9-927d-7db4f3fa1e08 req-a0192859-2d45-4816-b7d9-2749ca260133 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574815 Jun 29 16:07:54.550935 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Pushing event updated for resources: {'Port': ['ID=3607450e-2948-4795-8b0d-1f1cbf13429e,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:54.556465 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:54.630835 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Attempting to bind port 3607450e-2948-4795-8b0d-1f1cbf13429e on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:54.631307 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Attempting to bind port 3607450e-2948-4795-8b0d-1f1cbf13429e by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:54.631684 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Attempting to bind port 3607450e-2948-4795-8b0d-1f1cbf13429e on network 200a933c-d5f2-4d09-b782-a5bbf121ac99 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:54.638935 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Port 3607450e-2948-4795-8b0d-1f1cbf13429e on network 200a933c-d5f2-4d09-b782-a5bbf121ac99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:07:54.639252 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Attempting to bind port 3607450e-2948-4795-8b0d-1f1cbf13429e on network 200a933c-d5f2-4d09-b782-a5bbf121ac99 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:54.648338 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:54.648795 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Checking segment: {'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:54.649201 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Bound using segment: {'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:54.649628 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Bound port: 3607450e-2948-4795-8b0d-1f1cbf13429e, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0637c63a-190f-4a6e-a42d-c0b93f3edac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:54.649983 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.671671 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5b31-ad31-4a9f-abc5-c9e7528eea8c req-79c0489f-96e9-4ee0-b34b-ebeb4837d4bf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:54.673229 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c7eb5b31-ad31-4a9f-abc5-c9e7528eea8c req-79c0489f-96e9-4ee0-b34b-ebeb4837d4bf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 945 time: 0.1237299 Jun 29 16:07:54.749812 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c7eb5b31-ad31-4a9f-abc5-c9e7528eea8c req-5b15d5dc-e6bb-422a-a3cd-39e56983ba41 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540886 Jun 29 16:07:54.756193 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] For port 3607450e-2948-4795-8b0d-1f1cbf13429e, host hv-cinder-79220, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:54.759297 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] For port 3607450e-2948-4795-8b0d-1f1cbf13429e, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3607450e-2948-4795-8b0d-1f1cbf13429e,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:54.879290 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.882649 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:54.941333 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:54.941963 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.943434 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] 10.222.0.86 "PUT /v2.0/ports/3607450e-2948-4795-8b0d-1f1cbf13429e HTTP/1.1" status: 200 len: 1093 time: 1.1896451 Jun 29 16:07:54.943986 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:54.946333 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbf2f7c-0f57-4776-8644-beaeeda09024" -d '{"events": [{"name": "network-changed", "server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:54.968095 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Pushing event updated for resources: {'Port': ['ID=3607450e-2948-4795-8b0d-1f1cbf13429e,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:54.972260 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:55.000605 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd24f07f-030e-4325-8a2e-ff44c96cd8d3 x-openstack-request-id: req-fd24f07f-030e-4325-8a2e-ff44c96cd8d3 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:55.000997 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:55.001407 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd24f07f-030e-4325-8a2e-ff44c96cd8d3 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:55.001969 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'status': 'completed', 'code': 200} Jun 29 16:07:55.095091 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf2f7c-0f57-4776-8644-beaeeda09024 req-f168c611-3528-400d-be88-6e406088b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.096637 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-acbf2f7c-0f57-4776-8644-beaeeda09024 req-f168c611-3528-400d-be88-6e406088b0af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd32f82cc3c04259b7243946050d8683&device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 1096 time: 0.0688314 Jun 29 16:07:55.201096 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf2f7c-0f57-4776-8644-beaeeda09024 req-dee0af5d-ffca-4ddd-b835-799f5eeda5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.202571 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-acbf2f7c-0f57-4776-8644-beaeeda09024 req-dee0af5d-ffca-4ddd-b835-799f5eeda5da service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=bd32f82cc3c04259b7243946050d8683&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0981224 Jun 29 16:07:55.305062 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf2f7c-0f57-4776-8644-beaeeda09024 req-b0e93bda-7d1f-47d6-bbd5-2ed86b857760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.306590 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-acbf2f7c-0f57-4776-8644-beaeeda09024 req-b0e93bda-7d1f-47d6-bbd5-2ed86b857760 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970619 Jun 29 16:07:55.397586 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51260) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:55.417251 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-876c195d-98bb-4aa4-953e-1505e7f79a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.419798 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-876c195d-98bb-4aa4-953e-1505e7f79a00 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd32f82cc3c04259b7243946050d8683&device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 1096 time: 0.0733709 Jun 29 16:07:55.467681 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-0f1676fa-fde6-4d85-b543-9b971c97dbff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3607450e-2948-4795-8b0d-1f1cbf13429e HTTP/1.1" status: 200 len: 217 time: 0.0382972 Jun 29 16:07:55.557090 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-4648b76a-4574-4a45-8849-d5e98e2b7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.558544 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-4648b76a-4574-4a45-8849-d5e98e2b7fc2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bb01e977-375a-4628-a3e9-87626f83517a HTTP/1.1" status: 200 len: 848 time: 0.0834949 Jun 29 16:07:55.565656 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9708a92a-9c2d-4d5b-a450-d01636419585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.648055 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4a03f-7159-47ac-8382-2a1bfea1ce75 req-5af251ec-6617-4ece-968b-4ea90a552d31 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.649486 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-20b4a03f-7159-47ac-8382-2a1bfea1ce75 req-5af251ec-6617-4ece-968b-4ea90a552d31 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.1472526 Jun 29 16:07:55.724086 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-20b4a03f-7159-47ac-8382-2a1bfea1ce75 req-e8b9146e-bc90-4abe-9715-bab109c826a3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641899 Jun 29 16:07:55.733584 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2bfa9861-b1a8-4925-9a8a-5ae1fe3bfa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.746774 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-2bfa9861-b1a8-4925-9a8a-5ae1fe3bfa4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=200a933c-d5f2-4d09-b782-a5bbf121ac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1651115 Jun 29 16:07:55.747099 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e68aef-e355-4757-97b8-0ba1a14836a2 req-7c66ce83-b706-4bd5-a7eb-065d25b6158c tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.747099 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c9e68aef-e355-4757-97b8-0ba1a14836a2 req-7c66ce83-b706-4bd5-a7eb-065d25b6158c tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0929413 Jun 29 16:07:55.748234 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:07:55.818362 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c9e68aef-e355-4757-97b8-0ba1a14836a2 req-a04eb389-8963-476a-a2e6-7b880e2865ab tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620461 Jun 29 16:07:55.833228 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140edb11-936b-4d81-9d58-563512284ff9 req-4e83b4f7-a093-45c0-a87f-587b42131c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.841634 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9708a92a-9c2d-4d5b-a450-d01636419585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.843235 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-140edb11-936b-4d81-9d58-563512284ff9 req-4e83b4f7-a093-45c0-a87f-587b42131c2b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 1099 time: 0.0951760 Jun 29 16:07:55.859281 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.888634 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-a37512de-a697-4dff-9638-2e4ecbd8fb84 service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359181 Jun 29 16:07:55.898879 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:55.900183 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:55.902023 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-140edb11-936b-4d81-9d58-563512284ff9 req-12e01649-9e23-4ddd-ab11-5ab47fe9961f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503213 Jun 29 16:07:55.903010 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5ad8fd-7ac0-480f-bc15-7bb5315d66f8" -d '{"events": [{"server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "name": "network-vif-unplugged", "status": "completed", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:55.907214 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9708a92a-9c2d-4d5b-a450-d01636419585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.919634 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-15575421-a755-4782-952c-3a5107bed2b9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:55.949911 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14a5e18-1847-41e9-a3c7-610a7b2391bd x-openstack-request-id: req-c14a5e18-1847-41e9-a3c7-610a7b2391bd {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:55.950474 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "name": "network-vif-unplugged", "status": "failed", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2", "code": 422}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:55.950727 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c14a5e18-1847-41e9-a3c7-610a7b2391bd {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:55.951220 dv-cinder-792209-4-smb neutron-server[93590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'code': 422} returned with failed status Jun 29 16:07:55.963666 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.967341 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:56.031099 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,revision_number=8']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:56.035308 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:56.057045 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-9708a92a-9c2d-4d5b-a450-d01636419585 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f23c7933a35b4b388f76d9400d50fffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6573517 Jun 29 16:07:56.057551 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51274) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:56.060928 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708a92a-9c2d-4d5b-a450-d01636419585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c794209-ccc7-4c49-b375-67579c05225c,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:56.077977 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-9708a92a-9c2d-4d5b-a450-d01636419585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:56.104316 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fbe7c37a-acd2-4f7e-b10f-1c23f7502d73 req-b672165b-29e7-438b-850a-a620388b20c5 service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083364 Jun 29 16:07:56.111891 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6973-9c79-43cd-a12c-6089191b04bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.120884 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bde5e-c189-4499-83a5-f2a48d5813d4 req-55235a54-034c-476d-b76f-35bb0fc147ce tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:56.122828 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-719bde5e-c189-4499-83a5-f2a48d5813d4 req-55235a54-034c-476d-b76f-35bb0fc147ce tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.1732094 Jun 29 16:07:56.136985 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6973-9c79-43cd-a12c-6089191b04bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.164782 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-719bde5e-c189-4499-83a5-f2a48d5813d4 req-c4928bbf-9655-4ce2-a595-3551a30b12fd tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353546 Jun 29 16:07:56.275153 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6973-9c79-43cd-a12c-6089191b04bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.277948 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6973-9c79-43cd-a12c-6089191b04bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.279307 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-ce3f6973-9c79-43cd-a12c-6089191b04bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c794209-ccc7-4c49-b375-67579c05225c HTTP/1.1" status: 204 len: 168 time: 0.2207124 Jun 29 16:07:56.280200 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-dd100f7c-57b1-47cf-963d-29bc36b2353f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:56.288867 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f6973-9c79-43cd-a12c-6089191b04bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c794209-ccc7-4c49-b375-67579c05225c,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:56.300715 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ce3f6973-9c79-43cd-a12c-6089191b04bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:56.908588 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0272ee0-fd83-469b-87e9-ccdd45529b1a req-f612b6a2-5b61-4ad7-927c-7cad49d6ef17 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:56.910114 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f0272ee0-fd83-469b-87e9-ccdd45529b1a req-f612b6a2-5b61-4ad7-927c-7cad49d6ef17 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.0703685 Jun 29 16:07:56.950537 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f0272ee0-fd83-469b-87e9-ccdd45529b1a req-e1bd7ab1-02f6-43cd-9af4-a12c87fda94b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330367 Jun 29 16:07:57.131267 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a38c04-a738-4c6e-ad2a-85c3525b5250 req-6ec48a97-99af-4e1c-9cfe-8cf52c812566 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:57.132883 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f7a38c04-a738-4c6e-ad2a-85c3525b5250 req-6ec48a97-99af-4e1c-9cfe-8cf52c812566 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0712354 Jun 29 16:07:57.409817 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f7a38c04-a738-4c6e-ad2a-85c3525b5250 req-5e2c7ef6-c53a-4ae8-97f5-be8ee78f727f tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710299 Jun 29 16:07:58.048457 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0c66c-ddea-43d1-bb0e-dc076245dda2 req-2d71cc65-1ad1-4df7-99f9-ce40bdce73cc tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.050165 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6cc0c66c-ddea-43d1-bb0e-dc076245dda2 req-2d71cc65-1ad1-4df7-99f9-ce40bdce73cc tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.1235747 Jun 29 16:07:58.097189 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6cc0c66c-ddea-43d1-bb0e-dc076245dda2 req-95c63d50-9434-44d6-953f-b77290d2bcc3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367165 Jun 29 16:07:58.191628 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d39f8-0c20-4894-9153-fc205fa11cf5 req-970d312c-1ec2-411d-aa31-f84621aec58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.193154 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2e6d39f8-0c20-4894-9153-fc205fa11cf5 req-970d312c-1ec2-411d-aa31-f84621aec58b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6ec825f5b0470f8593f15f697dad53&device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 1099 time: 0.1189153 Jun 29 16:07:58.205179 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d83f38-9d01-4594-ade7-1e06de26ffca req-5b4e9db1-81ad-462f-a600-1a9273fbcf6b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.206860 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-61d83f38-9d01-4594-ade7-1e06de26ffca req-5b4e9db1-81ad-462f-a600-1a9273fbcf6b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.1111116 Jun 29 16:07:58.339367 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662df07-be70-465d-b1b1-10392c50a437 req-9ce23976-f19b-4551-be33-116511655a0b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.341171 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-61d83f38-9d01-4594-ade7-1e06de26ffca req-cd369ac9-26b2-423a-ab9c-eea26b441c0d tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072705 Jun 29 16:07:58.354541 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0662df07-be70-465d-b1b1-10392c50a437 req-9ce23976-f19b-4551-be33-116511655a0b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.1166518 Jun 29 16:07:58.378675 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d39f8-0c20-4894-9153-fc205fa11cf5 req-4e2b3be1-2215-40d8-b31c-05fad951bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.380483 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2e6d39f8-0c20-4894-9153-fc205fa11cf5 req-4e2b3be1-2215-40d8-b31c-05fad951bb3b service neutron] 10.222.0.86 "GET /v2.0/networks?id=02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 200 len: 920 time: 0.1727262 Jun 29 16:07:58.399534 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0662df07-be70-465d-b1b1-10392c50a437 req-0b4cb8de-006c-4e08-aba2-1ebaac5079f6 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351670 Jun 29 16:07:58.432619 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2e6d39f8-0c20-4894-9153-fc205fa11cf5 req-c6404773-05ad-4442-92e4-c75404d9578e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a HTTP/1.1" status: 200 len: 217 time: 0.0385351 Jun 29 16:07:58.492042 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d39f8-0c20-4894-9153-fc205fa11cf5 req-1c7531a1-712f-4667-baf6-6bc195e5d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.493605 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2e6d39f8-0c20-4894-9153-fc205fa11cf5 req-1c7531a1-712f-4667-baf6-6bc195e5d613 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61bd08d7-4c07-4008-92e8-2cd8f75d3614 HTTP/1.1" status: 200 len: 859 time: 0.0543566 Jun 29 16:07:58.527633 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2e6d39f8-0c20-4894-9153-fc205fa11cf5 req-446f050f-babd-4641-ade4-d8a8f3b1970d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02627db8-556d-4ed5-bc08-88d7d4a4da15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266745 Jun 29 16:07:58.594521 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51340) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:58.629749 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2e6d39f8-0c20-4894-9153-fc205fa11cf5 req-7dcc5809-a516-4e9c-bc9e-fca7e25c3635 service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957122 Jun 29 16:07:58.708656 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-2386840c-dd5c-4c50-a37b-2dec7ab26990 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128228 Jun 29 16:07:58.751736 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2e6d39f8-0c20-4894-9153-fc205fa11cf5 req-c8b5112c-201c-4b23-add2-b6761a25f13b service neutron] 10.222.0.86 "GET /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142390 Jun 29 16:07:59.281931 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a9261-3d25-417c-be49-c927d3e963ad req-10e65384-4c8b-46c7-89b0-eb45ff48c0c1 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:59.283578 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b15a9261-3d25-417c-be49-c927d3e963ad req-10e65384-4c8b-46c7-89b0-eb45ff48c0c1 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0639448 Jun 29 16:07:59.326530 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b15a9261-3d25-417c-be49-c927d3e963ad req-41ba9705-9103-4a19-9ffd-5564560d1d13 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371230 Jun 29 16:07:59.553304 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b6b23-ec51-440f-a305-6f816321e34c req-6a04a399-3318-4c2a-a27a-1ea78cd784a7 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:59.554926 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ce8b6b23-ec51-440f-a305-6f816321e34c req-6a04a399-3318-4c2a-a27a-1ea78cd784a7 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0680408 Jun 29 16:07:59.595431 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af967b66-bd19-4258-a3c5-977bcaeb2d03 req-cdbb33da-db10-4ec6-bd2d-79be54b9fa91 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:59.602438 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-af967b66-bd19-4258-a3c5-977bcaeb2d03 req-cdbb33da-db10-4ec6-bd2d-79be54b9fa91 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.0888054 Jun 29 16:07:59.613174 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ce8b6b23-ec51-440f-a305-6f816321e34c req-fc3585a5-db49-4fd0-a2f5-c755296e84e2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508609 Jun 29 16:07:59.638552 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-af967b66-bd19-4258-a3c5-977bcaeb2d03 req-878e14d8-64e1-49c5-97ab-cacd663da41f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352411 Jun 29 16:07:59.784760 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 3607450e-2948-4795-8b0d-1f1cbf13429e details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:07:59.886530 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 3607450e-2948-4795-8b0d-1f1cbf13429e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3607450e-2948-4795-8b0d-1f1cbf13429e,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:59.899491 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'port_id': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'mac_address': 'fa:16:3e:b2:ad:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:07:59.941602 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:59.955449 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3607450e-2948-4795-8b0d-1f1cbf13429e {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:07:59.975328 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 3607450e-2948-4795-8b0d-1f1cbf13429e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3607450e-2948-4795-8b0d-1f1cbf13429e,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:00.050331 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:00.052198 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:00.103180 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=3607450e-2948-4795-8b0d-1f1cbf13429e,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:00.106159 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:00.358374 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['3607450e-2948-4795-8b0d-1f1cbf13429e'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:00.517277 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71fb6e-6be9-4b07-a3fd-6151603cb390 req-2d239835-40c1-45f9-8d0b-e8d0d5538f1f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.518935 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-db71fb6e-6be9-4b07-a3fd-6151603cb390 req-2d239835-40c1-45f9-8d0b-e8d0d5538f1f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0659678 Jun 29 16:08:00.557168 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-db71fb6e-6be9-4b07-a3fd-6151603cb390 req-9bbeb8c2-cc2e-4bb6-a639-c12f86bd2062 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321977 Jun 29 16:08:00.799075 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817bc25-24e7-4d5c-b55e-b417e7d6f6cd req-9150f26a-1ea6-4e2c-bf4c-10f9d7f83b45 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.800903 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0817bc25-24e7-4d5c-b55e-b417e7d6f6cd req-9150f26a-1ea6-4e2c-bf4c-10f9d7f83b45 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0743232 Jun 29 16:08:00.832738 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de831ef9-abcd-48f1-ad78-6c0ec77796eb req-dccd3d62-b257-4937-a1a4-4d6bce4b2ffa tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.834548 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-de831ef9-abcd-48f1-ad78-6c0ec77796eb req-dccd3d62-b257-4937-a1a4-4d6bce4b2ffa tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 944 time: 0.0736296 Jun 29 16:08:00.844611 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0817bc25-24e7-4d5c-b55e-b417e7d6f6cd req-3179a9da-2471-40a8-9526-ad27d3e997cf tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372512 Jun 29 16:08:00.877754 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-de831ef9-abcd-48f1-ad78-6c0ec77796eb req-d552e82d-1fcb-4739-98d2-4fb6b6ddf41a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370452 Jun 29 16:08:01.512127 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-c0f6f60c-e7c2-4e58-8794-c7856a6ae418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:01.513553 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-c0f6f60c-e7c2-4e58-8794-c7856a6ae418 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4&tenant_id=666e686de73c488ba885f0cbb4f3ec49 HTTP/1.1" status: 200 len: 1096 time: 0.0890222 Jun 29 16:08:01.589097 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-85c1bee0-e2c9-41af-9718-fcd1e953e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:01.590603 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-85c1bee0-e2c9-41af-9718-fcd1e953e430 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 1096 time: 0.0538847 Jun 29 16:08:01.715668 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-39d9d570-6d84-47c9-b963-b792dd10a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:01.717267 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-39d9d570-6d84-47c9-b963-b792dd10a5f5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 917 time: 0.1198182 Jun 29 16:08:01.794183 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 3607450e-2948-4795-8b0d-1f1cbf13429e up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:08:01.826253 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-1db79519-8f41-4cd2-8f34-4f9c3072b017 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 HTTP/1.1" status: 200 len: 999 time: 0.1009533 Jun 29 16:08:01.837108 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abe734-ffa9-46a0-be66-33f23923f23d req-8793ec98-b6a3-4f53-8504-fa4ea34af229 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:01.838583 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-86abe734-ffa9-46a0-be66-33f23923f23d req-8793ec98-b6a3-4f53-8504-fa4ea34af229 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.1544170 Jun 29 16:08:01.898537 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 3607450e-2948-4795-8b0d-1f1cbf13429e completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:08:01.905349 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 3607450e-2948-4795-8b0d-1f1cbf13429e triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:08:01.906521 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.907574 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-86abe734-ffa9-46a0-be66-33f23923f23d req-9cb41034-c2c2-4afd-8ad0-0802e57f5bf2 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602279 Jun 29 16:08:01.911761 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-0ed84a43-81ba-4079-8453-72e5555adfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:01.913143 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-0ed84a43-81ba-4079-8453-72e5555adfc3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 200 len: 855 time: 0.0737042 Jun 29 16:08:01.991404 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-6fa08366-2722-434e-996c-9a135e708d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:01.992738 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-6fa08366-2722-434e-996c-9a135e708d4d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730348 Jun 29 16:08:02.011354 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.043561 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:02.045903 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aaf218-31d1-4e0d-9666-d3fb55ac3530" -d '{"events": [{"server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "name": "network-vif-plugged", "status": "completed", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:02.058872 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:08:02.059495 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 3607450e-2948-4795-8b0d-1f1cbf13429e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3607450e-2948-4795-8b0d-1f1cbf13429e,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:02.079537 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0629c-6ff3-49ab-a5dc-885279b23f9a req-c17f7dfc-0f13-498b-8296-14393931a00f tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:02.081107 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3df0629c-6ff3-49ab-a5dc-885279b23f9a req-c17f7dfc-0f13-498b-8296-14393931a00f tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0978298 Jun 29 16:08:02.121586 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3df0629c-6ff3-49ab-a5dc-885279b23f9a req-a7964f4e-a61b-4945-8689-1e2d56697532 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342295 Jun 29 16:08:02.126552 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-2820bdfd-9db0-4c63-bc02-f7d453190973 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266222 Jun 29 16:08:02.127467 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.129916 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:02.188831 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=3607450e-2948-4795-8b0d-1f1cbf13429e,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:02.192404 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:02.195587 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b73896-7e39-40d8-806d-2eb5a45d1f7f req-a02ac8c0-fcb4-4395-a581-c575f31fe7f4 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:02.199766 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79c2b4b-5ddf-47ea-8d3b-15dd6b6cf391 x-openstack-request-id: req-a79c2b4b-5ddf-47ea-8d3b-15dd6b6cf391 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:02.200284 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "name": "network-vif-plugged", "status": "completed", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:02.200638 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a79c2b4b-5ddf-47ea-8d3b-15dd6b6cf391 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:02.201149 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'code': 200} Jun 29 16:08:02.203417 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-90b73896-7e39-40d8-806d-2eb5a45d1f7f req-a02ac8c0-fcb4-4395-a581-c575f31fe7f4 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 944 time: 0.1420140 Jun 29 16:08:02.251197 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-90b73896-7e39-40d8-806d-2eb5a45d1f7f req-5a2b860a-a077-423c-9404-306fd74984ad tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468543 Jun 29 16:08:02.284463 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9dc6273e-2f53-4919-a7b5-617b4aefff19 req-f47d84ae-e0a5-4a2c-9dd5-16d25e10a375 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500361 Jun 29 16:08:02.604461 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.655703 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd60f2d-4d5a-46c4-9589-96f294f5f211 req-d36d1463-a154-478e-bcbd-9acd1e444ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:02.660215 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fdd60f2d-4d5a-46c4-9589-96f294f5f211 req-d36d1463-a154-478e-bcbd-9acd1e444ea1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 1098 time: 0.0593643 Jun 29 16:08:02.716930 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fdd60f2d-4d5a-46c4-9589-96f294f5f211 req-62376c08-eea7-4b52-a8e7-42ea49ebbe69 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477242 Jun 29 16:08:03.125926 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164214e-91ec-4241-bbe9-e8a46d584c45 req-f8b2d799-852b-41b0-87c6-2c790a90b8d6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:03.132588 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0164214e-91ec-4241-bbe9-e8a46d584c45 req-f8b2d799-852b-41b0-87c6-2c790a90b8d6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0983257 Jun 29 16:08:03.180953 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0164214e-91ec-4241-bbe9-e8a46d584c45 req-3f3e90b0-c2da-4686-834c-4afd0e4a66f8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473216 Jun 29 16:08:03.460635 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ee9e0-7220-4c94-8f11-de920654d047 req-1428e75b-2682-4d22-bd14-8c0887e6f2a1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:03.462287 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a09ee9e0-7220-4c94-8f11-de920654d047 req-1428e75b-2682-4d22-bd14-8c0887e6f2a1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0765591 Jun 29 16:08:03.507613 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a09ee9e0-7220-4c94-8f11-de920654d047 req-d7551e87-e4bb-4a57-93f1-2f802e754b3c tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 Jun 29 16:08:04.416590 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63601c45-1863-4531-9940-49f5b2c0a40b req-39c56d67-3fa8-4db6-97c5-0d3b70cfdba9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:04.418445 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-63601c45-1863-4531-9940-49f5b2c0a40b req-39c56d67-3fa8-4db6-97c5-0d3b70cfdba9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0984628 Jun 29 16:08:04.466356 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-63601c45-1863-4531-9940-49f5b2c0a40b req-134a30b2-22f4-462b-97f5-24b6183a6105 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376232 Jun 29 16:08:04.729862 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15bd15-b0c8-49d9-a909-bb1e642e74e1 req-666dbc10-fa76-4f23-81b9-b872b22d9ac2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:04.732227 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5b15bd15-b0c8-49d9-a909-bb1e642e74e1 req-666dbc10-fa76-4f23-81b9-b872b22d9ac2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0859518 Jun 29 16:08:04.803301 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5b15bd15-b0c8-49d9-a909-bb1e642e74e1 req-ba031ea7-5be2-474f-aa6d-1b6e17b0922b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616252 Jun 29 16:08:05.699357 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716590ae-4da6-411b-a62f-2a40a97b1230 req-ee6c450b-32ed-4280-aada-8a8d807a342c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:05.701678 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-716590ae-4da6-411b-a62f-2a40a97b1230 req-ee6c450b-32ed-4280-aada-8a8d807a342c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0975399 Jun 29 16:08:05.767099 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-716590ae-4da6-411b-a62f-2a40a97b1230 req-4f92c07a-bbd8-443e-8cae-2d86a84ce712 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591784 Jun 29 16:08:06.063726 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c5853-0bee-4044-a21d-64ca1396765f req-96fa6919-2822-4634-b840-d6410e058b7c tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:06.075438 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-914c5853-0bee-4044-a21d-64ca1396765f req-96fa6919-2822-4634-b840-d6410e058b7c tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0799217 Jun 29 16:08:06.188273 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-914c5853-0bee-4044-a21d-64ca1396765f req-e3931a3f-131d-4532-87a5-54d093ab678f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008611 Jun 29 16:08:07.010428 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2965335-aad7-4e32-8688-982fe78ec2c3 req-e2b6ffca-9d9b-468a-a564-77492b0c5168 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:07.012008 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f2965335-aad7-4e32-8688-982fe78ec2c3 req-e2b6ffca-9d9b-468a-a564-77492b0c5168 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0676291 Jun 29 16:08:07.055154 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f2965335-aad7-4e32-8688-982fe78ec2c3 req-d13f5b72-09f9-4f31-ab9e-15eaa95920a4 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350912 Jun 29 16:08:07.426966 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1b129-035c-48d3-bd9a-7aaf6e8392a8 req-79fe1c0e-224b-4afc-be0d-1195de52dc67 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:07.428425 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8ae1b129-035c-48d3-bd9a-7aaf6e8392a8 req-79fe1c0e-224b-4afc-be0d-1195de52dc67 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0722337 Jun 29 16:08:07.667700 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8ae1b129-035c-48d3-bd9a-7aaf6e8392a8 req-cf411860-4b5b-484f-b8b2-390f94cda42c tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335608 Jun 29 16:08:08.300916 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac423971-aceb-43ad-8550-f154c2d29af0 req-f18d0a16-9f9c-45a3-b23f-7afce1aeda14 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:08.302437 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ac423971-aceb-43ad-8550-f154c2d29af0 req-f18d0a16-9f9c-45a3-b23f-7afce1aeda14 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0683255 Jun 29 16:08:08.347939 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ac423971-aceb-43ad-8550-f154c2d29af0 req-8e458f7a-1601-4c97-a6b2-a641a2a42ca5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397928 Jun 29 16:08:08.860032 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafbafc-54d8-48c9-8644-c9d68bc46233 req-7c2e3228-3c39-48d2-8b9e-32c4969980fe tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:08.862343 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6dafbafc-54d8-48c9-8644-c9d68bc46233 req-7c2e3228-3c39-48d2-8b9e-32c4969980fe tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0705845 Jun 29 16:08:08.915252 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6dafbafc-54d8-48c9-8644-c9d68bc46233 req-c25e71ed-2a77-4be6-ad02-631c536cac20 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446203 Jun 29 16:08:09.583140 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb2cb-f037-4be4-bb70-22a8cb5d8b19 req-46ed63cc-d288-4da7-b649-8e7f749f3131 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:09.584601 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e05bb2cb-f037-4be4-bb70-22a8cb5d8b19 req-46ed63cc-d288-4da7-b649-8e7f749f3131 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0877926 Jun 29 16:08:09.627749 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e05bb2cb-f037-4be4-bb70-22a8cb5d8b19 req-3bdcd38d-f36c-4c09-a883-bd3a8997ebb7 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372221 Jun 29 16:08:10.154154 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f726ffb-b7f3-4c56-b3df-037d69f45153 req-d14e4520-a051-423b-84ba-430fd707b877 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:10.155869 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2f726ffb-b7f3-4c56-b3df-037d69f45153 req-d14e4520-a051-423b-84ba-430fd707b877 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0758102 Jun 29 16:08:10.239429 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2f726ffb-b7f3-4c56-b3df-037d69f45153 req-ad5f8a6e-0e3b-4182-8679-99abc93c84a2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726235 Jun 29 16:08:10.853417 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0de1c3-6f31-4775-b3fe-04b355e95026 req-7a4a6dea-791d-46bf-a0a0-807d42589dcc tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:10.867692 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-aa0de1c3-6f31-4775-b3fe-04b355e95026 req-7a4a6dea-791d-46bf-a0a0-807d42589dcc tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0900776 Jun 29 16:08:10.914333 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-aa0de1c3-6f31-4775-b3fe-04b355e95026 req-0d5d41b0-8f81-461e-8b3f-98e8297bb211 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480106 Jun 29 16:08:11.476587 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412adc28-2c6e-4b01-905b-79c41b342316 req-58ce3986-f429-4d6b-ae51-3e82d457abe1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:11.484467 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-412adc28-2c6e-4b01-905b-79c41b342316 req-58ce3986-f429-4d6b-ae51-3e82d457abe1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0976932 Jun 29 16:08:11.568892 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-412adc28-2c6e-4b01-905b-79c41b342316 req-d694dec6-b833-42a4-99f9-7a42488da636 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832398 Jun 29 16:08:12.114238 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae971e-0d3b-47ae-b0a0-fe725db9e735 req-c07d7d26-6307-40c2-8780-5a4ef2668b87 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:12.116724 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7ae971e-0d3b-47ae-b0a0-fe725db9e735 req-c07d7d26-6307-40c2-8780-5a4ef2668b87 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0715706 Jun 29 16:08:12.165274 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7ae971e-0d3b-47ae-b0a0-fe725db9e735 req-b5f3b30f-9404-4b6a-8b73-b1f22fdd8b8a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397787 Jun 29 16:08:12.760058 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c223496-62c0-4b0f-a1e0-8c5ed955598a req-38e837f2-2364-438c-a14d-dd94d263ff6e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:12.761756 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2c223496-62c0-4b0f-a1e0-8c5ed955598a req-38e837f2-2364-438c-a14d-dd94d263ff6e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0725768 Jun 29 16:08:12.802178 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2c223496-62c0-4b0f-a1e0-8c5ed955598a req-a893e1ce-16b7-40c5-8292-c327ffe227b4 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334852 Jun 29 16:08:13.393388 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c64b7-42f7-4852-b640-eab80b913403 req-c21c47d1-ac92-4f6d-9e2c-ba3fba453ecb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:13.395029 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0b3c64b7-42f7-4852-b640-eab80b913403 req-c21c47d1-ac92-4f6d-9e2c-ba3fba453ecb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0997417 Jun 29 16:08:13.439214 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0b3c64b7-42f7-4852-b640-eab80b913403 req-f9f0c99e-068f-42e8-be0c-f6af9a96f64d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383272 Jun 29 16:08:13.981629 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e48214-16e3-4b5e-b450-84fe26cded23 req-1ba89f8d-6079-4c14-b698-76de44edd850 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:13.983121 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d0e48214-16e3-4b5e-b450-84fe26cded23 req-1ba89f8d-6079-4c14-b698-76de44edd850 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0658491 Jun 29 16:08:14.024991 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d0e48214-16e3-4b5e-b450-84fe26cded23 req-794a429a-ee22-421a-be24-254a332a33c7 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355532 Jun 29 16:08:14.638110 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3d6b9-8040-4d93-8e95-7d65d79defe6 req-a68652b7-71f0-4a42-a647-4b974d05c143 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:14.639883 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c4c3d6b9-8040-4d93-8e95-7d65d79defe6 req-a68652b7-71f0-4a42-a647-4b974d05c143 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0658844 Jun 29 16:08:14.704312 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c4c3d6b9-8040-4d93-8e95-7d65d79defe6 req-35a227ce-767c-421f-b426-3b8a49facc00 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557170 Jun 29 16:08:15.208056 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac80f-6323-41c2-b92f-9101ede77f00 req-e49de44c-43ad-49bd-8518-2fbddf841487 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:15.209593 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-105ac80f-6323-41c2-b92f-9101ede77f00 req-e49de44c-43ad-49bd-8518-2fbddf841487 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0671606 Jun 29 16:08:15.249832 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-105ac80f-6323-41c2-b92f-9101ede77f00 req-6cc69a84-9f7d-4f1b-87f0-2c115796b837 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328474 Jun 29 16:08:15.986639 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868fbd3-de68-4e59-ba05-44be19077906 req-2fbdd4ba-78ef-4fe5-a65e-05c85611731b tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:15.988102 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a868fbd3-de68-4e59-ba05-44be19077906 req-2fbdd4ba-78ef-4fe5-a65e-05c85611731b tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0672281 Jun 29 16:08:16.025502 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a868fbd3-de68-4e59-ba05-44be19077906 req-5f105457-7adc-498a-a149-6c252b479004 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 Jun 29 16:08:16.180252 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51620) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:16.290136 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.414564 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.449072 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8bfbe-af0a-426b-8199-7fe5f851a2ec req-45ecbd3f-6eaf-4dff-8bf6-e524bc0dc496 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:16.450620 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-aae8bfbe-af0a-426b-8199-7fe5f851a2ec req-45ecbd3f-6eaf-4dff-8bf6-e524bc0dc496 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0790899 Jun 29 16:08:16.488231 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-aae8bfbe-af0a-426b-8199-7fe5f851a2ec req-782caf01-9cad-468d-8311-2c2bdf358dde tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Jun 29 16:08:16.526703 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.529148 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:16.562558 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24c405565601466381b1813d4caa962c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812058 Jun 29 16:08:16.565330 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51626) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:16.567485 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad287c10-f655-4bf0-bf21-ee4d3109cf14,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:16.574669 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.575055 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.575388 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.575775 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.576123 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.576465 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.576807 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.577452 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.577576 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.577828 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.578705 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.579046 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:16.583103 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:16.631593 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d24b4b4a-a9be-4391-9a8e-1d15fd3299a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.660415 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d24b4b4a-a9be-4391-9a8e-1d15fd3299a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.872347 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d24b4b4a-a9be-4391-9a8e-1d15fd3299a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.875473 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d24b4b4a-a9be-4391-9a8e-1d15fd3299a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.876662 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-d24b4b4a-a9be-4391-9a8e-1d15fd3299a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad287c10-f655-4bf0-bf21-ee4d3109cf14 HTTP/1.1" status: 204 len: 168 time: 0.3100135 Jun 29 16:08:16.877631 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-6aae4d52-d985-408a-bb34-7613b82fbaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:16.885296 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b4b4a-a9be-4391-9a8e-1d15fd3299a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad287c10-f655-4bf0-bf21-ee4d3109cf14,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:16.887707 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d24b4b4a-a9be-4391-9a8e-1d15fd3299a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:17.205765 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ef7a9-4700-43c4-9ca2-7323fa48d930 req-aff0c93b-6672-4439-b5cd-fe4245663428 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:17.207289 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5a6ef7a9-4700-43c4-9ca2-7323fa48d930 req-aff0c93b-6672-4439-b5cd-fe4245663428 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0639648 Jun 29 16:08:17.244277 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5a6ef7a9-4700-43c4-9ca2-7323fa48d930 req-5fa582aa-4c1f-46ac-b7bd-b72e77c195dd tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311959 Jun 29 16:08:17.655375 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c9452-cbcf-44a4-93a6-3b728c31f566 req-85b149a3-f374-4624-8490-c5fb2a673cc8 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:17.657512 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-454c9452-cbcf-44a4-93a6-3b728c31f566 req-85b149a3-f374-4624-8490-c5fb2a673cc8 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0611722 Jun 29 16:08:17.694303 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-454c9452-cbcf-44a4-93a6-3b728c31f566 req-39f9be3c-7ce9-49db-8eed-8d044c806713 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311048 Jun 29 16:08:17.868471 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbee69b-d8b1-4eb9-a0f4-df88f27182cd req-af26d6af-0a6f-4674-a269-e063a93e649a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:17.869921 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1fbee69b-d8b1-4eb9-a0f4-df88f27182cd req-af26d6af-0a6f-4674-a269-e063a93e649a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0665720 Jun 29 16:08:17.914451 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1fbee69b-d8b1-4eb9-a0f4-df88f27182cd req-febe3f9a-bfa7-4781-bebc-48715fcb9089 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358512 Jun 29 16:08:17.935951 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51646) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:17.980615 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51650) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:17.994699 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c4284822-1b92-4bea-bb5d-01e5f5af1cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.047146 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-3d136c6d-512b-4ca4-840c-a3f00631af71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.084676 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c4284822-1b92-4bea-bb5d-01e5f5af1cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.188070 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676f2518-b9e2-4d52-991d-1348db4e8e95 tempest-TestShelveInstance-1252905376 tempest-TestShelveInstance-1252905376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:18.189690 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-676f2518-b9e2-4d52-991d-1348db4e8e95 tempest-TestShelveInstance-1252905376 tempest-TestShelveInstance-1252905376-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 1093 time: 0.2527089 Jun 29 16:08:18.191239 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c4284822-1b92-4bea-bb5d-01e5f5af1cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.194328 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:18.197680 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51656) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:18.202646 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Request body: {'floatingip': {'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'port_id': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:18.231921 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c4284822-1b92-4bea-bb5d-01e5f5af1cb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=135ea1c008c24ee4a8b624fdc77f251c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501614 Jun 29 16:08:18.233847 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4284822-1b92-4bea-bb5d-01e5f5af1cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d96b6ef-b76e-4b4d-9561-c3f1be96e743,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:18.234547 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51658) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:18.236911 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c4284822-1b92-4bea-bb5d-01e5f5af1cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:18.287560 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-96ec2490-5416-4152-8c6f-27bd5148e249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.309678 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-96ec2490-5416-4152-8c6f-27bd5148e249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.413153 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for floatingip, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.436876 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f715c5b-80fc-4dd4-8cc9-0eb681bc0d87 req-1b258760-6fac-4305-b5cf-d16924274009 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:18.438796 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3f715c5b-80fc-4dd4-8cc9-0eb681bc0d87 req-1b258760-6fac-4305-b5cf-d16924274009 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0747766 Jun 29 16:08:18.504873 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3f715c5b-80fc-4dd4-8cc9-0eb681bc0d87 req-7e4fb19a-795a-431c-b9bf-2dadcb8c5113 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397527 Jun 29 16:08:18.556470 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.565418 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-96ec2490-5416-4152-8c6f-27bd5148e249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.568120 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-96ec2490-5416-4152-8c6f-27bd5148e249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.569254 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-96ec2490-5416-4152-8c6f-27bd5148e249 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d96b6ef-b76e-4b4d-9561-c3f1be96e743 HTTP/1.1" status: 204 len: 168 time: 0.3337440 Jun 29 16:08:18.571278 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:18.604684 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec2490-5416-4152-8c6f-27bd5148e249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d96b6ef-b76e-4b4d-9561-c3f1be96e743,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:18.608459 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-96ec2490-5416-4152-8c6f-27bd5148e249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:18.675833 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Allocated IP 172.28.3.109 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/0f4dfc63-dae4-48c9-88f4-c11ab5ea669a) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:08:18.784038 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.927187 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.930314 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-9d91a2b0-1f02-4a44-a45a-3d8363087668 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:18.965461 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:08:18.970531 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:08:18.973128 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:08:19.001678 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event updated for resources: {'Port': ['ID=0f4dfc63-dae4-48c9-88f4-c11ab5ea669a,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:19.005512 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:19.429942 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.680049 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.723021 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f4ad9-36ab-4c08-a376-0f150806c438 req-0dfad26e-b6a4-4bcb-888f-4f262d5e0464 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:19.724587 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-773f4ad9-36ab-4c08-a376-0f150806c438 req-0dfad26e-b6a4-4bcb-888f-4f262d5e0464 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 943 time: 0.0930822 Jun 29 16:08:19.764005 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-773f4ad9-36ab-4c08-a376-0f150806c438 req-3721d8bf-f9ba-4899-b0e2-6fdb75a8bb93 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335381 Jun 29 16:08:19.846197 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.905403 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:08:20.004866 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:20.009687 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.012715 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:20.020380 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'port_id': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'mac_address': 'fa:16:3e:74:09:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:08:20.042673 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.061876 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.075094 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:08:20.095236 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:20.096821 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event updated for resources: {'Port': ['ID=0f4dfc63-dae4-48c9-88f4-c11ab5ea669a,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:20.100326 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:20.165024 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.l3_db [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Floating IP b49fc65e-4920-4d23-9f91-5558b1b2448e associated. External IP: 172.28.3.109, port: 3607450e-2948-4795-8b0d-1f1cbf13429e. Jun 29 16:08:20.223788 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.227003 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:20.290813 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,revision_number=9']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:20.296051 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:20.297380 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-b0dabe1a-634e-425a-9d0e-28141b577982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.322578 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba8c6-dce2-40c6-8678-4c18be3bbfb4 req-74bddcc1-ed4d-4ca4-8f65-32fb2ed5addd tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:20.324015 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-760ba8c6-dce2-40c6-8678-4c18be3bbfb4 req-74bddcc1-ed4d-4ca4-8f65-32fb2ed5addd tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0687828 Jun 29 16:08:20.363167 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-760ba8c6-dce2-40c6-8678-4c18be3bbfb4 req-b9de2738-4774-4821-888c-47ed54cafefe tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Jun 29 16:08:20.429658 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.550972 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:20.620264 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:08:20.741778 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:08:20.752593 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e9ab9-da13-4a9d-9f70-f981b1a5bed9 None None] Sync routers for ids ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:08:20.762480 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e9ab9-da13-4a9d-9f70-f981b1a5bed9 None None] Routers {'1689e7de-fccd-4e6f-b6e8-9d5418c5119f'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:08:20.763090 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-aa0e9ab9-da13-4a9d-9f70-f981b1a5bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:08:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:20.852953 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.876660 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-aa0e9ab9-da13-4a9d-9f70-f981b1a5bed9 None None] Set router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:08:20.888903 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6900911 Jun 29 16:08:20.891491 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:20.893805 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f612cc-5ffb-45bc-9b1d-12439156d538" -d '{"events": [{"name": "network-changed", "server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:20.934892 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcdf39f-2c56-4a16-a83e-2af578499b3b x-openstack-request-id: req-4dcdf39f-2c56-4a16-a83e-2af578499b3b {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:20.935271 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:20.935589 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dcdf39f-2c56-4a16-a83e-2af578499b3b {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:20.936008 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'status': 'completed', 'code': 200} Jun 29 16:08:20.966615 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394285e-9c21-4245-91bc-477c77f6fdd2 req-dad1fcfe-be25-4213-9013-9b4ba65ad2f4 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:20.968176 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3394285e-9c21-4245-91bc-477c77f6fdd2 req-dad1fcfe-be25-4213-9013-9b4ba65ad2f4 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 944 time: 0.0782700 Jun 29 16:08:21.008478 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3394285e-9c21-4245-91bc-477c77f6fdd2 req-d42677a4-5594-452d-83bc-b37b8b07b8ad tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335605 Jun 29 16:08:21.029331 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f612cc-5ffb-45bc-9b1d-12439156d538 req-b21ad4de-2467-4d7e-8d1d-2f4c00dce861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:21.031936 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-22f612cc-5ffb-45bc-9b1d-12439156d538 req-b21ad4de-2467-4d7e-8d1d-2f4c00dce861 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd32f82cc3c04259b7243946050d8683&device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 1098 time: 0.0597732 Jun 29 16:08:21.113980 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-aa0e9ab9-da13-4a9d-9f70-f981b1a5bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:13Z', 'revision_number': 4, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': 'b49fc65e-4920-4d23-9f91-5558b1b2448e', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'floating_ip_address': '172.28.3.109', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'port_id': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'mac_address': 'fa:16:3e:b2:ad:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:08:19Z', 'updated_at': '2021-06-29T16:08:19Z', 'revision_number': 0, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7', 'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'mac_address': 'fa:16:3e:0f:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:12Z', 'updated_at': '2021-06-29T16:07:18Z', 'revision_number': 5, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'subnets': [{'id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:21.143074 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f612cc-5ffb-45bc-9b1d-12439156d538 req-99d21a26-e91a-434e-855c-c31d057dc32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:21.145235 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-22f612cc-5ffb-45bc-9b1d-12439156d538 req-99d21a26-e91a-434e-855c-c31d057dc32f service neutron] 10.222.0.86 "GET /v2.0/networks?id=200a933c-d5f2-4d09-b782-a5bbf121ac99 HTTP/1.1" status: 200 len: 910 time: 0.1009922 Jun 29 16:08:21.152292 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e9ab9-da13-4a9d-9f70-f981b1a5bed9 None None] Checking router: 1689e7de-fccd-4e6f-b6e8-9d5418c5119f for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:08:21.161206 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e9ab9-da13-4a9d-9f70-f981b1a5bed9 None None] Routers {'1689e7de-fccd-4e6f-b6e8-9d5418c5119f'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:08:21.161811 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-aa0e9ab9-da13-4a9d-9f70-f981b1a5bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:08:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:21.218026 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-22f612cc-5ffb-45bc-9b1d-12439156d538 req-1bb5fc73-e443-441b-9676-53a4c22817a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3607450e-2948-4795-8b0d-1f1cbf13429e HTTP/1.1" status: 200 len: 999 time: 0.0641112 Jun 29 16:08:21.268698 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-aa0e9ab9-da13-4a9d-9f70-f981b1a5bed9 None None] Set router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:08:21.279712 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f612cc-5ffb-45bc-9b1d-12439156d538 req-3e258d1e-b674-423c-8e08-1ecf748846a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:21.281319 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-22f612cc-5ffb-45bc-9b1d-12439156d538 req-3e258d1e-b674-423c-8e08-1ecf748846a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bb01e977-375a-4628-a3e9-87626f83517a HTTP/1.1" status: 200 len: 848 time: 0.0549109 Jun 29 16:08:21.341219 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f612cc-5ffb-45bc-9b1d-12439156d538 req-91080361-2463-4794-8264-62ca902e2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:21.352285 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-22f612cc-5ffb-45bc-9b1d-12439156d538 req-91080361-2463-4794-8264-62ca902e2dbc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=200a933c-d5f2-4d09-b782-a5bbf121ac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0540848 Jun 29 16:08:21.436345 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-22f612cc-5ffb-45bc-9b1d-12439156d538 req-29bf211c-9f90-4c2f-8338-dcc0c3d5ce1a service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864799 Jun 29 16:08:21.518989 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-aa0e9ab9-da13-4a9d-9f70-f981b1a5bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:13Z', 'revision_number': 4, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': 'b49fc65e-4920-4d23-9f91-5558b1b2448e', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'floating_ip_address': '172.28.3.109', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'port_id': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'mac_address': 'fa:16:3e:b2:ad:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:08:19Z', 'updated_at': '2021-06-29T16:08:19Z', 'revision_number': 0, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7', 'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'mac_address': 'fa:16:3e:0f:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:12Z', 'updated_at': '2021-06-29T16:07:18Z', 'revision_number': 5, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'subnets': [{'id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:21.553548 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e9ab9-da13-4a9d-9f70-f981b1a5bed9 None None] The sync data for ids ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'] in dv-cinder-792209-4-smb is: [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:13Z', 'revision_number': 4, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': 'b49fc65e-4920-4d23-9f91-5558b1b2448e', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'floating_ip_address': '172.28.3.109', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'port_id': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'mac_address': 'fa:16:3e:b2:ad:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:08:19Z', 'updated_at': '2021-06-29T16:08:19Z', 'revision_number': 0, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7', 'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'mac_address': 'fa:16:3e:0f:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:12Z', 'updated_at': '2021-06-29T16:07:18Z', 'revision_number': 5, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'subnets': [{'id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:08:21.594204 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-22f612cc-5ffb-45bc-9b1d-12439156d538 req-5643dfb7-c87f-401c-8bdd-193fe8645dc6 service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475654 Jun 29 16:08:21.617076 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cbb3c-b138-4f33-b735-15baaaac59fe req-c8f553c4-a6c0-4613-b997-e8ed9245aa08 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:21.618832 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8f8cbb3c-b138-4f33-b735-15baaaac59fe req-c8f553c4-a6c0-4613-b997-e8ed9245aa08 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.1013129 Jun 29 16:08:21.629666 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:21.661247 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8f8cbb3c-b138-4f33-b735-15baaaac59fe req-737a4bfb-4157-4dfd-ba8d-e9fa78afb87b tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352764 Jun 29 16:08:21.811529 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4231cb7-d243-4919-96fc-8e83bcf1c74c None None] New status for floating IP b49fc65e-4920-4d23-9f91-5558b1b2448e: ACTIVE {{(pid=93590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:08:21.914662 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:08:22.113404 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:08:22.113788 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.198302 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.228471 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:22.229972 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7d1ad-3324-4ae2-8b00-9eb1d4441464 req-238bc4a7-aa6e-4989-8d47-e0492982d294 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:22.231360 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea87176c-9407-46a2-ad47-ac5665e158be" -d '{"events": [{"server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "name": "network-vif-plugged", "status": "completed", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:22.232750 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5cf7d1ad-3324-4ae2-8b00-9eb1d4441464 req-238bc4a7-aa6e-4989-8d47-e0492982d294 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 944 time: 0.0773919 Jun 29 16:08:22.250796 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:22.277643 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5cf7d1ad-3324-4ae2-8b00-9eb1d4441464 req-0ac2a1ac-59e0-4028-b2ec-195eea8364f3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376761 Jun 29 16:08:22.330693 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2b45f3-bfd9-47e0-bd0a-91b0b5b59f86 x-openstack-request-id: req-6c2b45f3-bfd9-47e0-bd0a-91b0b5b59f86 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:22.331065 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "name": "network-vif-plugged", "status": "completed", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:22.331410 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c2b45f3-bfd9-47e0-bd0a-91b0b5b59f86 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:22.331908 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'code': 200} Jun 29 16:08:22.350552 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.353593 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-eca72bf8-56f6-40f3-8a46-18325e2b60a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:22.413171 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,revision_number=10']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:22.419163 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.419444 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.419825 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.420166 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.420603 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.420823 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.421150 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.421502 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.421828 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.422153 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.422473 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.422791 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.426646 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:22.842589 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423c6e1-bbef-4fd9-b90f-b4b82e1548ad req-f62564a1-3fe6-4412-b238-6a9b921a91a2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:22.844248 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1423c6e1-bbef-4fd9-b90f-b4b82e1548ad req-f62564a1-3fe6-4412-b238-6a9b921a91a2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0680923 Jun 29 16:08:22.885156 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1423c6e1-bbef-4fd9-b90f-b4b82e1548ad req-b1b2abbc-a433-4b57-bba1-657bf062e915 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351024 Jun 29 16:08:22.987111 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a71643-b4e5-4d1f-8b0f-1f804fe9aeda req-f8eddacf-075f-42c7-8637-9f7d25eb60d1 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:22.988626 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-31a71643-b4e5-4d1f-8b0f-1f804fe9aeda req-f8eddacf-075f-42c7-8637-9f7d25eb60d1 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 945 time: 0.0680707 Jun 29 16:08:23.040672 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:23.111984 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [req-31a71643-b4e5-4d1f-8b0f-1f804fe9aeda req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Deleting port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:08:23.112361 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-31a71643-b4e5-4d1f-8b0f-1f804fe9aeda req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:23.182604 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e84b85-aa84-4e96-b064-cb24ad1d485b req-12e33305-5425-4c31-8d2b-5365bcb832a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:23.184696 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-73e84b85-aa84-4e96-b064-cb24ad1d485b req-12e33305-5425-4c31-8d2b-5365bcb832a6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 1099 time: 0.0599973 Jun 29 16:08:23.211424 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-31a71643-b4e5-4d1f-8b0f-1f804fe9aeda req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] For port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:23.212336 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-31a71643-b4e5-4d1f-8b0f-1f804fe9aeda req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:23.225176 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-73e84b85-aa84-4e96-b064-cb24ad1d485b req-5adca669-63c2-4ecc-b1d4-c85f8e1f061d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292194 Jun 29 16:08:23.227790 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [req-31a71643-b4e5-4d1f-8b0f-1f804fe9aeda req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Calling delete_port for dcb36b22-70c1-4be6-9c7d-d6a9af96b12f owned by compute:nova {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:08:23.469300 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab895e-2ccf-435f-9479-b0d21d4915c4 req-31945898-93ca-4998-aa92-8358d5ba176f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:23.470769 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-85ab895e-2ccf-435f-9479-b0d21d4915c4 req-31945898-93ca-4998-aa92-8358d5ba176f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 946 time: 0.0685856 Jun 29 16:08:23.471830 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-31a71643-b4e5-4d1f-8b0f-1f804fe9aeda req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:23.479102 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5f7d3cc3-7a3e-4a58-938b-e00b121b59a9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:23.484654 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['06e30015-e1b7-469d-9475-4552c5aa6e8a', 'dcb36b22-70c1-4be6-9c7d-d6a9af96b12f'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:23.509206 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Pushing event deleted for resources: {'Port': ['ID=dcb36b22-70c1-4be6-9c7d-d6a9af96b12f,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:23.562014 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.562344 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.562583 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.562948 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.563306 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.563690 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.564051 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.564406 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.564754 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.565104 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.565469 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.565870 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:23.571215 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:23.602026 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a71643-b4e5-4d1f-8b0f-1f804fe9aeda req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] No DVR routers for this DVR port dcb36b22-70c1-4be6-9c7d-d6a9af96b12f on host hv-cinder-79220 {{(pid=93589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:08:23.606623 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-31a71643-b4e5-4d1f-8b0f-1f804fe9aeda req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:23.608809 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-31a71643-b4e5-4d1f-8b0f-1f804fe9aeda req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.86 "DELETE /v2.0/ports/dcb36b22-70c1-4be6-9c7d-d6a9af96b12f HTTP/1.1" status: 204 len: 173 time: 0.6103587 Jun 29 16:08:23.609887 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f776280-0c0b-4193-9ee8-671d1ffb6e16', 'name': 'network-vif-deleted', 'tag': 'dcb36b22-70c1-4be6-9c7d-d6a9af96b12f'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:23.612947 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b49f5b-fc1e-4468-96c3-12ba8f08be4a" -d '{"events": [{"server_uuid": "7f776280-0c0b-4193-9ee8-671d1ffb6e16", "name": "network-vif-deleted", "tag": "dcb36b22-70c1-4be6-9c7d-d6a9af96b12f"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:23.618453 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-85ab895e-2ccf-435f-9479-b0d21d4915c4 req-1f7ed85d-ed1a-4005-9c20-28136664fe5e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391046 Jun 29 16:08:23.665147 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8749ea4d-2068-427c-b108-eb31038c9b13 x-openstack-request-id: req-8749ea4d-2068-427c-b108-eb31038c9b13 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:23.665579 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f776280-0c0b-4193-9ee8-671d1ffb6e16", "name": "network-vif-deleted", "tag": "dcb36b22-70c1-4be6-9c7d-d6a9af96b12f", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:23.665758 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8749ea4d-2068-427c-b108-eb31038c9b13 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:23.666305 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f776280-0c0b-4193-9ee8-671d1ffb6e16', 'name': 'network-vif-deleted', 'tag': 'dcb36b22-70c1-4be6-9c7d-d6a9af96b12f', 'status': 'completed', 'code': 200} Jun 29 16:08:24.041746 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0079b538-62e1-4e3b-8df5-f9b773601997 req-e8c2dc45-244f-449e-9543-123e1938ecf9 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f776280-0c0b-4193-9ee8-671d1ffb6e16 HTTP/1.1" status: 200 len: 210 time: 0.0355980 Jun 29 16:08:24.330240 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdd3ed-0100-4f6d-a176-762f0ceec55b req-2f67f86f-b115-4b13-8dfc-c2c9c0006ccf tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:24.332298 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-99cdd3ed-0100-4f6d-a176-762f0ceec55b req-2f67f86f-b115-4b13-8dfc-c2c9c0006ccf tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0689228 Jun 29 16:08:24.378389 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-99cdd3ed-0100-4f6d-a176-762f0ceec55b req-9d1b1ea5-11c4-4422-a8ae-2f5f528d09b0 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403771 Jun 29 16:08:25.054897 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0e5fe-7648-43f3-a486-cdcc7c320a1b req-9079b852-8ace-4b32-8014-7fe7fcee6726 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:25.057073 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-33e0e5fe-7648-43f3-a486-cdcc7c320a1b req-9079b852-8ace-4b32-8014-7fe7fcee6726 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 946 time: 0.3002212 Jun 29 16:08:25.106440 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-33e0e5fe-7648-43f3-a486-cdcc7c320a1b req-69d221e2-65ef-45ac-810f-2129385ac0d4 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432873 Jun 29 16:08:25.569931 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcbd52-7407-42ce-9704-bafa2d6cba99 req-5cf13539-f51b-427d-9ca7-35d45ee62314 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:25.571441 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-21bcbd52-7407-42ce-9704-bafa2d6cba99 req-5cf13539-f51b-427d-9ca7-35d45ee62314 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0674741 Jun 29 16:08:25.611429 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-21bcbd52-7407-42ce-9704-bafa2d6cba99 req-dedcde7c-b67e-448f-bf06-af6730a3dc4b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338244 Jun 29 16:08:25.834738 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4122405-dca6-4519-8ab6-9a943d43d1f5 req-14446e65-7fd0-4d28-83dc-3df28d12a509 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:25.836309 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b4122405-dca6-4519-8ab6-9a943d43d1f5 req-14446e65-7fd0-4d28-83dc-3df28d12a509 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0692215 Jun 29 16:08:25.876313 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b4122405-dca6-4519-8ab6-9a943d43d1f5 req-5ab5dbbb-4f8c-4ebf-acb6-1928d454c577 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343318 Jun 29 16:08:25.934413 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device dcb36b22-70c1-4be6-9c7d-d6a9af96b12f no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:08:25.955438 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: dcb36b22-70c1-4be6-9c7d-d6a9af96b12f {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:08:25.961518 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device dcb36b22-70c1-4be6-9c7d-d6a9af96b12f not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:08:26.305834 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eefa8-8026-4244-81de-97a4d1b57532 req-aaea3a9b-2019-4d8e-b990-84e851f11dff tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:26.307282 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-759eefa8-8026-4244-81de-97a4d1b57532 req-aaea3a9b-2019-4d8e-b990-84e851f11dff tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 946 time: 0.0708935 Jun 29 16:08:26.345504 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-759eefa8-8026-4244-81de-97a4d1b57532 req-e1239757-69e0-4433-bf1c-92971216c912 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316787 Jun 29 16:08:26.788562 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206cc95-5925-4f23-a642-3d33acb7bf9b req-07248fa8-e66c-4947-b7a5-03c8c7513dc9 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:26.790049 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e206cc95-5925-4f23-a642-3d33acb7bf9b req-07248fa8-e66c-4947-b7a5-03c8c7513dc9 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0639567 Jun 29 16:08:26.829746 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e206cc95-5925-4f23-a642-3d33acb7bf9b req-d28e7da7-74e9-4a62-bb0d-def8830b7a34 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339067 Jun 29 16:08:27.050245 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f756-8952-4929-bc48-3ae2f68c981e req-d08c4eda-6615-4d2d-9c01-28ad78ee4b4a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:27.051768 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2ae1f756-8952-4929-bc48-3ae2f68c981e req-d08c4eda-6615-4d2d-9c01-28ad78ee4b4a tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0649350 Jun 29 16:08:27.092343 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2ae1f756-8952-4929-bc48-3ae2f68c981e req-08ef4c3e-4548-4f5b-a005-d302a0f5d730 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341282 Jun 29 16:08:27.528486 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3ef7-1a3b-4c4a-9c72-e974806fc01d req-feba1773-de8e-435f-9bdf-122b5a02d9c0 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:27.529985 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f4ce3ef7-1a3b-4c4a-9c72-e974806fc01d req-feba1773-de8e-435f-9bdf-122b5a02d9c0 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 946 time: 0.0679667 Jun 29 16:08:27.568782 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f4ce3ef7-1a3b-4c4a-9c72-e974806fc01d req-2ef5e776-cb37-4b4b-b992-43c5f63f912c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327241 Jun 29 16:08:28.009149 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119658a-659e-4880-8da4-5374d52ec15d req-ef774f0b-8205-4947-8195-947b2acb1ce5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:28.010673 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6119658a-659e-4880-8da4-5374d52ec15d req-ef774f0b-8205-4947-8195-947b2acb1ce5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0672376 Jun 29 16:08:28.050677 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6119658a-659e-4880-8da4-5374d52ec15d req-d97c41f9-9e05-4a70-ab63-fc7137a733cf tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339763 Jun 29 16:08:28.275707 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1b74b-e2b5-45e4-b8ae-1a257d164699 req-292c5236-6930-40c2-9d73-af42ebc99d9e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:28.277250 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a0b1b74b-e2b5-45e4-b8ae-1a257d164699 req-292c5236-6930-40c2-9d73-af42ebc99d9e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0739102 Jun 29 16:08:28.325432 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a0b1b74b-e2b5-45e4-b8ae-1a257d164699 req-f1b42c62-c2ba-4bf0-a5dc-75f5966be7bc tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Jun 29 16:08:29.220952 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf007407-c6e4-4dcd-bb95-c61c884b002d req-05d41148-29ba-4dd2-a267-fd9d679af498 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:29.222916 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cf007407-c6e4-4dcd-bb95-c61c884b002d req-05d41148-29ba-4dd2-a267-fd9d679af498 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0637481 Jun 29 16:08:29.265165 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cf007407-c6e4-4dcd-bb95-c61c884b002d req-c71c866a-1fbf-49cf-b56d-fdb17cd0c495 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366490 Jun 29 16:08:29.514343 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21360a-0347-491f-8c3f-00b9d8020b12 req-605177f2-5220-4e00-8894-344c270d5fd6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:29.516016 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9c21360a-0347-491f-8c3f-00b9d8020b12 req-605177f2-5220-4e00-8894-344c270d5fd6 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0717187 Jun 29 16:08:29.554705 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9c21360a-0347-491f-8c3f-00b9d8020b12 req-687374d7-653d-42ca-a56c-02d2050ed86c tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328794 Jun 29 16:08:30.442934 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43286f-4a12-4bde-af5b-59761ce581d9 req-74900195-eaa0-49e2-8f46-e55d5abf8dce tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:30.444463 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2f43286f-4a12-4bde-af5b-59761ce581d9 req-74900195-eaa0-49e2-8f46-e55d5abf8dce tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0657625 Jun 29 16:08:30.481861 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2f43286f-4a12-4bde-af5b-59761ce581d9 req-408c3042-6c74-4ddd-9a74-8a382ed067c3 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Jun 29 16:08:30.734500 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3fc8-5b3d-4e55-a1bb-35cb9a5b0b34 req-94706a12-3f1b-462a-8726-9a7aa4128083 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:30.736025 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-af1d3fc8-5b3d-4e55-a1bb-35cb9a5b0b34 req-94706a12-3f1b-462a-8726-9a7aa4128083 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0673349 Jun 29 16:08:30.773963 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-af1d3fc8-5b3d-4e55-a1bb-35cb9a5b0b34 req-2acf7837-692b-4b47-930c-c822115673f9 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Jun 29 16:08:30.964714 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-57ac6c21-1479-4564-ac38-306fb11e70d8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577478 Jun 29 16:08:31.052343 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-8f774895-7568-4335-bdfb-74aa2d4c65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:31.053961 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-8f774895-7568-4335-bdfb-74aa2d4c65c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 1099 time: 0.0595291 Jun 29 16:08:31.161443 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-48e5489a-d74f-4695-b619-221db4122038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:31.162824 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-48e5489a-d74f-4695-b619-221db4122038 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 917 time: 0.0872569 Jun 29 16:08:31.228928 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-0eb1af0e-c95e-460a-889a-4c97cfeb4c4a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 HTTP/1.1" status: 200 len: 1001 time: 0.0568347 Jun 29 16:08:31.282103 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-874139a8-22a2-4b08-8ab5-51c70e7a5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:31.283574 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-874139a8-22a2-4b08-8ab5-51c70e7a5d9b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 200 len: 855 time: 0.0465698 Jun 29 16:08:31.340990 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-ec2965b9-89e4-4638-9cb8-fa2ef9ab4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:31.342472 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-ec2965b9-89e4-4638-9cb8-fa2ef9ab4034 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0499835 Jun 29 16:08:31.435239 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-352371f7-a8b5-46d1-87a7-45595c8dd142 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790365 Jun 29 16:08:31.537665 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3df9c9df-de20-4e78-982d-10c501e1d16f req-e0d47904-c10f-4336-8f65-8d2d41f6c3fa service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901423 Jun 29 16:08:31.674444 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7a651-3727-4e65-b5dc-3a048c8adde1 req-3eaf51ec-3033-4595-865d-4257a0fd86c3 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:31.675957 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-23e7a651-3727-4e65-b5dc-3a048c8adde1 req-3eaf51ec-3033-4595-865d-4257a0fd86c3 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0671771 Jun 29 16:08:31.714248 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-23e7a651-3727-4e65-b5dc-3a048c8adde1 req-a73b47d9-a282-4fe6-8f03-63067eb21c13 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327199 Jun 29 16:08:31.948653 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb41f2-bd18-4353-b94c-7d39afeb3958 req-0f2f9d66-7cd2-467b-be6c-a594e2038d69 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:31.950091 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cecb41f2-bd18-4353-b94c-7d39afeb3958 req-0f2f9d66-7cd2-467b-be6c-a594e2038d69 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0632038 Jun 29 16:08:31.988390 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cecb41f2-bd18-4353-b94c-7d39afeb3958 req-0f299dc0-e492-4bda-a4a3-4719b8d032c7 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff2352ff-68a0-497e-a807-c3b6adac4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Jun 29 16:08:32.237190 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff50f5-e415-4c10-9a3e-5492656cd699 req-906fa648-73a7-4388-9e99-4118bc532e5e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:32.238651 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-57ff50f5-e415-4c10-9a3e-5492656cd699 req-906fa648-73a7-4388-9e99-4118bc532e5e tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.86 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 946 time: 0.0683646 Jun 29 16:08:32.348020 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [req-57ff50f5-e415-4c10-9a3e-5492656cd699 req-966a53c0-84dd-42ea-b402-19de08d541d2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Deleting port 06e30015-e1b7-469d-9475-4552c5aa6e8a {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:08:32.348369 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-57ff50f5-e415-4c10-9a3e-5492656cd699 req-966a53c0-84dd-42ea-b402-19de08d541d2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:32.438693 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-57ff50f5-e415-4c10-9a3e-5492656cd699 req-966a53c0-84dd-42ea-b402-19de08d541d2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] For port 06e30015-e1b7-469d-9475-4552c5aa6e8a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=06e30015-e1b7-469d-9475-4552c5aa6e8a,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:32.439062 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-57ff50f5-e415-4c10-9a3e-5492656cd699 req-966a53c0-84dd-42ea-b402-19de08d541d2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:32.451381 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [req-57ff50f5-e415-4c10-9a3e-5492656cd699 req-966a53c0-84dd-42ea-b402-19de08d541d2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Calling delete_port for 06e30015-e1b7-469d-9475-4552c5aa6e8a owned by compute:nova {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:08:32.686569 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-57ff50f5-e415-4c10-9a3e-5492656cd699 req-966a53c0-84dd-42ea-b402-19de08d541d2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:32.687250 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:32.690574 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a7771a20-99fa-424d-a192-c63813b283f2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:32.699800 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['06e30015-e1b7-469d-9475-4552c5aa6e8a'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:32.715699 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a53c0-84dd-42ea-b402-19de08d541d2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Pushing event deleted for resources: {'Port': ['ID=06e30015-e1b7-469d-9475-4552c5aa6e8a,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:32.719285 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-966a53c0-84dd-42ea-b402-19de08d541d2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:32.760815 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ff50f5-e415-4c10-9a3e-5492656cd699 req-966a53c0-84dd-42ea-b402-19de08d541d2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] No DVR routers for this DVR port 06e30015-e1b7-469d-9475-4552c5aa6e8a on host hv-cinder-79220 {{(pid=93589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:08:32.765310 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-57ff50f5-e415-4c10-9a3e-5492656cd699 req-966a53c0-84dd-42ea-b402-19de08d541d2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:32.766914 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-57ff50f5-e415-4c10-9a3e-5492656cd699 req-966a53c0-84dd-42ea-b402-19de08d541d2 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.86 "DELETE /v2.0/ports/06e30015-e1b7-469d-9475-4552c5aa6e8a HTTP/1.1" status: 204 len: 173 time: 0.5216756 Jun 29 16:08:32.767362 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20ddb6d-c8a2-495b-938d-c9d2a21a513f', 'name': 'network-vif-deleted', 'tag': '06e30015-e1b7-469d-9475-4552c5aa6e8a'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:32.769749 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a705316-457a-413d-8f8c-659a9f84163a" -d '{"events": [{"server_uuid": "a20ddb6d-c8a2-495b-938d-c9d2a21a513f", "name": "network-vif-deleted", "tag": "06e30015-e1b7-469d-9475-4552c5aa6e8a"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:32.805271 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11b5d67-65e2-4f4e-afa6-73111b181dfa x-openstack-request-id: req-f11b5d67-65e2-4f4e-afa6-73111b181dfa {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:32.805597 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20ddb6d-c8a2-495b-938d-c9d2a21a513f", "name": "network-vif-deleted", "tag": "06e30015-e1b7-469d-9475-4552c5aa6e8a", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:32.805886 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f11b5d67-65e2-4f4e-afa6-73111b181dfa {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:32.806316 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20ddb6d-c8a2-495b-938d-c9d2a21a513f', 'name': 'network-vif-deleted', 'tag': '06e30015-e1b7-469d-9475-4552c5aa6e8a', 'status': 'completed', 'code': 200} Jun 29 16:08:32.895346 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480ab4c-f7c4-4357-9948-1eaacda61ffe req-347916ca-db7c-463e-944e-0f3de7392b49 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:32.897022 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6480ab4c-f7c4-4357-9948-1eaacda61ffe req-347916ca-db7c-463e-944e-0f3de7392b49 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0675731 Jun 29 16:08:32.938740 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6480ab4c-f7c4-4357-9948-1eaacda61ffe req-f2492930-55d0-406c-8cfd-857913a7335c tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348773 Jun 29 16:08:33.149682 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-df1c6fa6-743a-4935-b2aa-6b75a6e11c10 req-ba1bf4ab-8fd0-447d-83a4-d987ce1c7057 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20ddb6d-c8a2-495b-938d-c9d2a21a513f HTTP/1.1" status: 200 len: 210 time: 0.0348110 Jun 29 16:08:33.441350 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51918) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:33.545495 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-675163f8-7a0a-4c85-97c2-568624c729b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:33.637572 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-675163f8-7a0a-4c85-97c2-568624c729b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:33.749888 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-675163f8-7a0a-4c85-97c2-568624c729b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:33.753522 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:33.790939 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-675163f8-7a0a-4c85-97c2-568624c729b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a3f724a3f024c98ada7d3e66b85224b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483312 Jun 29 16:08:33.792979 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675163f8-7a0a-4c85-97c2-568624c729b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6225a62-8ed7-488f-a727-e7da2178251c,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:33.794434 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51922) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:33.796892 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-675163f8-7a0a-4c85-97c2-568624c729b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:33.855698 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c83bb1f5-4e06-4e82-8d00-0c531ff8c2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:33.878950 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c83bb1f5-4e06-4e82-8d00-0c531ff8c2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.012410 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c83bb1f5-4e06-4e82-8d00-0c531ff8c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.015084 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c83bb1f5-4e06-4e82-8d00-0c531ff8c2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.016551 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c83bb1f5-4e06-4e82-8d00-0c531ff8c2ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6225a62-8ed7-488f-a727-e7da2178251c HTTP/1.1" status: 204 len: 168 time: 0.2193480 Jun 29 16:08:34.017371 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-825739ad-26be-4ce6-bacd-ac2703779e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:34.025393 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bb1f5-4e06-4e82-8d00-0c531ff8c2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6225a62-8ed7-488f-a727-e7da2178251c,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:34.037553 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c83bb1f5-4e06-4e82-8d00-0c531ff8c2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:34.122236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853058f-03b6-4a38-888e-4b3423e339fd req-0083b269-cf1e-4277-8c68-a5b8e6fd2664 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:34.123785 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4853058f-03b6-4a38-888e-4b3423e339fd req-0083b269-cf1e-4277-8c68-a5b8e6fd2664 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0700874 Jun 29 16:08:34.163430 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4853058f-03b6-4a38-888e-4b3423e339fd req-e060229d-198d-4b53-92f7-edb0f9b7e062 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 Jun 29 16:08:34.242787 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51932) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:34.679723 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655353'] for router_interface, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.822909 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51936) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:34.839815 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-195da33f-6f37-43b9-961f-c8464bdd2cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.938754 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-195da33f-6f37-43b9-961f-c8464bdd2cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.982534 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Deleting port 8917623a-902c-4db5-af44-dceccac5c45e {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:08:34.983116 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.005997 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-195da33f-6f37-43b9-961f-c8464bdd2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.009468 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-675163f8-7a0a-4c85-97c2-568624c729b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:35.048989 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-195da33f-6f37-43b9-961f-c8464bdd2cb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afae597c077b4db095ebb9ba72b768a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249444 Jun 29 16:08:35.049997 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195da33f-6f37-43b9-961f-c8464bdd2cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e747e78a-90fd-4610-b194-a983ffe526eb,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:35.051531 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51938) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:35.053152 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-195da33f-6f37-43b9-961f-c8464bdd2cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:35.073820 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] For port 8917623a-902c-4db5-af44-dceccac5c45e, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8917623a-902c-4db5-af44-dceccac5c45e,segment=NetworkSegment(1828fd21-94a3-4f2c-83b3-d3605a493cd3),segment_id=1828fd21-94a3-4f2c-83b3-d3605a493cd3)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:35.074178 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.096624 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Calling delete_port for 8917623a-902c-4db5-af44-dceccac5c45e owned by network:router_interface {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:08:35.158624 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4bd468fe-1335-4e6f-b30e-62a0b6287d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.190696 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4bd468fe-1335-4e6f-b30e-62a0b6287d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.402122 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fce28-19f2-4cda-a865-890654080ce8 req-02a766f1-eecc-4274-9395-94f46a3bfe35 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:35.403625 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6c4fce28-19f2-4cda-a865-890654080ce8 req-02a766f1-eecc-4274-9395-94f46a3bfe35 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1134069 Jun 29 16:08:35.404737 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4bd468fe-1335-4e6f-b30e-62a0b6287d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.407356 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4bd468fe-1335-4e6f-b30e-62a0b6287d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.408432 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-4bd468fe-1335-4e6f-b30e-62a0b6287d8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e747e78a-90fd-4610-b194-a983ffe526eb HTTP/1.1" status: 204 len: 168 time: 0.3559854 Jun 29 16:08:35.410312 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-74cdf644-fc38-442e-b1cb-c7bca89bd644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:35.431075 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd468fe-1335-4e6f-b30e-62a0b6287d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e747e78a-90fd-4610-b194-a983ffe526eb,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:35.432679 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-4bd468fe-1335-4e6f-b30e-62a0b6287d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:35.453403 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.459121 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-1d7a134f-f436-4818-bedd-ca393130b57f tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:35.465509 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6c4fce28-19f2-4cda-a865-890654080ce8 req-39029a9a-f033-4411-a6d4-662045c08e29 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559473 Jun 29 16:08:35.497256 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Pushing event deleted for resources: {'Port': ['ID=8917623a-902c-4db5-af44-dceccac5c45e,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:35.505745 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:35.665128 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685385'] for router_interface, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.905686 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:08:35.964923 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 06e30015-e1b7-469d-9475-4552c5aa6e8a no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:08:35.987011 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 06e30015-e1b7-469d-9475-4552c5aa6e8a {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:08:35.987368 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 06e30015-e1b7-469d-9475-4552c5aa6e8a not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:08:36.059638 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:08:36.067933 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] 10.222.0.13 "PUT /v2.0/routers/df31d4e7-2ded-4fa1-ba4f-6131b4a538b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8216760 Jun 29 16:08:36.068552 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51950) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:36.069913 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79f0a8-bbeb-4f19-8335-d69d38197750 None None] Sync routers for ids ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:08:36.081860 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79f0a8-bbeb-4f19-8335-d69d38197750 None None] Routers {'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:08:36.082795 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-bb79f0a8-bbeb-4f19-8335-d69d38197750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:08:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:36.221159 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-bb79f0a8-bbeb-4f19-8335-d69d38197750 None None] Set router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:08:36.244958 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Notify callbacks [] for router, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.335021 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 51952) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:36.364540 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98133c85-7ecc-4880-ab77-1c7168d2a468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.389117 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec669be-1243-4019-a641-a76651fb88c0 req-b1f55f58-495a-443b-8e81-bf371161b8ad tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:36.391117 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6ec669be-1243-4019-a641-a76651fb88c0 req-b1f55f58-495a-443b-8e81-bf371161b8ad tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.3906147 Jun 29 16:08:36.404004 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.435298 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eadf6-a870-4da1-9971-7183b46392b3 req-16476f6d-be58-4123-8591-3c830be909fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:36.436959 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-396eadf6-a870-4da1-9971-7183b46392b3 req-16476f6d-be58-4123-8591-3c830be909fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1180ebf32f2459c82040f2d665ad727&device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 1099 time: 0.3704660 Jun 29 16:08:36.437084 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-bb79f0a8-bbeb-4f19-8335-d69d38197750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-router', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:08:35Z', 'revision_number': 5, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'gw_port': {'id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:36.445040 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6ec669be-1243-4019-a641-a76651fb88c0 req-9de90ce8-d2bf-4fd2-ac46-4dee69e31a04 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454504 Jun 29 16:08:36.464657 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79f0a8-bbeb-4f19-8335-d69d38197750 None None] Checking router: df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:08:36.474250 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79f0a8-bbeb-4f19-8335-d69d38197750 None None] Routers {'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:08:36.474862 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-bb79f0a8-bbeb-4f19-8335-d69d38197750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:08:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:36.487656 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98133c85-7ecc-4880-ab77-1c7168d2a468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.568748 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98133c85-7ecc-4880-ab77-1c7168d2a468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.571997 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e3bf677b-b317-4bd5-a915-86514848196b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:36.575672 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Deleting port e6b532fd-ce76-4b80-bcee-9fe94691374d {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:08:36.576014 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.582646 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eadf6-a870-4da1-9971-7183b46392b3 req-f215e7dd-5928-4f20-91e5-9d339b1ecd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:36.584383 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-396eadf6-a870-4da1-9971-7183b46392b3 req-f215e7dd-5928-4f20-91e5-9d339b1ecd00 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06858378-c74e-4cc1-afb8-3792abcf25a3 HTTP/1.1" status: 200 len: 911 time: 0.1322248 Jun 29 16:08:36.662562 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-98133c85-7ecc-4880-ab77-1c7168d2a468 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa6139856d4d4b34a5a8cf5d126ccc65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260925 Jun 29 16:08:36.671199 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-396eadf6-a870-4da1-9971-7183b46392b3 req-772a7fae-c883-421d-93da-6edaa7bb55f6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 HTTP/1.1" status: 200 len: 1002 time: 0.0790331 Jun 29 16:08:36.672146 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51954) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:36.685331 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98133c85-7ecc-4880-ab77-1c7168d2a468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f0c2ca-26f5-42fb-a938-bb2a1b01f409,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:36.705127 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-bb79f0a8-bbeb-4f19-8335-d69d38197750 None None] Set router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:08:36.714021 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-98133c85-7ecc-4880-ab77-1c7168d2a468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:36.733566 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] For port e6b532fd-ce76-4b80-bcee-9fe94691374d, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=e6b532fd-ce76-4b80-bcee-9fe94691374d,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:36.734226 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.750650 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Calling delete_port for e6b532fd-ce76-4b80-bcee-9fe94691374d owned by network:router_gateway {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:08:36.756179 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eadf6-a870-4da1-9971-7183b46392b3 req-5ee83df4-2101-44f5-aa0b-a3d6742af334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:36.757730 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-396eadf6-a870-4da1-9971-7183b46392b3 req-5ee83df4-2101-44f5-aa0b-a3d6742af334 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3a829b44-8ce0-426e-ba7d-9be05ec57ca4 HTTP/1.1" status: 200 len: 849 time: 0.0735641 Jun 29 16:08:36.770573 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c2b75aee-e4b0-4755-8468-752f62cc73a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.826076 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c2b75aee-e4b0-4755-8468-752f62cc73a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.880763 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eadf6-a870-4da1-9971-7183b46392b3 req-d9d405d9-50d3-4d93-ba85-e5df0a69c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:36.880763 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-396eadf6-a870-4da1-9971-7183b46392b3 req-d9d405d9-50d3-4d93-ba85-e5df0a69c903 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06858378-c74e-4cc1-afb8-3792abcf25a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1071050 Jun 29 16:08:36.927907 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-bb79f0a8-bbeb-4f19-8335-d69d38197750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-router', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:08:35Z', 'revision_number': 5, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'gw_port': {'id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:36.973803 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79f0a8-bbeb-4f19-8335-d69d38197750 None None] The sync data for ids ['df31d4e7-2ded-4fa1-ba4f-6131b4a538b5'] in dv-cinder-792209-4-smb is: [{'id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1233055826-router', 'tenant_id': 'ed6ec825f5b0470f8593f15f697dad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:08:35Z', 'revision_number': 5, 'project_id': 'ed6ec825f5b0470f8593f15f697dad53', 'gw_port': {'id': 'e6b532fd-ce76-4b80-bcee-9fe94691374d', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df31d4e7-2ded-4fa1-ba4f-6131b4a538b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:08:36.989136 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-396eadf6-a870-4da1-9971-7183b46392b3 req-fad56b9c-3c27-4799-adeb-92c5b98407a2 service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984085 Jun 29 16:08:37.017514 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c2b75aee-e4b0-4755-8468-752f62cc73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.021156 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c2b75aee-e4b0-4755-8468-752f62cc73a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.022292 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c2b75aee-e4b0-4755-8468-752f62cc73a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16f0c2ca-26f5-42fb-a938-bb2a1b01f409 HTTP/1.1" status: 204 len: 168 time: 0.3458352 Jun 29 16:08:37.040493 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.043031 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-768dfe9d-f65a-4b02-bd70-9eb3a285d38b tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:37.048572 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e7338c96-08db-41c3-976c-8232fa07696d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:37.062181 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b75aee-e4b0-4755-8468-752f62cc73a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f0c2ca-26f5-42fb-a938-bb2a1b01f409,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:37.065554 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c2b75aee-e4b0-4755-8468-752f62cc73a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:37.069828 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b532fd-ce76-4b80-bcee-9fe94691374d,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:37.083316 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:37.114335 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-396eadf6-a870-4da1-9971-7183b46392b3 req-fa3cfc62-f0b6-4522-8092-11a843553819 service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147890 Jun 29 16:08:37.114645 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685741'] for router_gateway, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.235584 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.238118 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.389720 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654956'] for router, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.390998 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 {{(pid=93588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:08:37.401960 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Notify callbacks [] for router, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.401960 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] 10.222.0.13 "DELETE /v2.0/routers/df31d4e7-2ded-4fa1-ba4f-6131b4a538b5 HTTP/1.1" status: 204 len: 168 time: 1.3297274 Jun 29 16:08:37.402535 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51960) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:37.466197 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_v2 [None req-796cf544-f045-40ac-ada6-4d2e75af70f5 admin admin] Deleting subnet 61bd08d7-4c07-4008-92e8-2cd8f75d3614 {{(pid=93589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:08:37.469774 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-796cf544-f045-40ac-ada6-4d2e75af70f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.512812 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-796cf544-f045-40ac-ada6-4d2e75af70f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014248'] for subnet, precommit_delete_associations {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.576110 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-796cf544-f045-40ac-ada6-4d2e75af70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.689858 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2fe55-e524-4fd9-8fbf-f950d7cdba67 req-91da4798-f4c7-4ac6-bf3b-e106c78fad8c tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:37.693156 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-67f2fe55-e524-4fd9-8fbf-f950d7cdba67 req-91da4798-f4c7-4ac6-bf3b-e106c78fad8c tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1013613 Jun 29 16:08:37.739238 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-67f2fe55-e524-4fd9-8fbf-f950d7cdba67 req-5013d303-e925-41cb-8eb4-b9cf84de3420 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399845 Jun 29 16:08:37.767890 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-796cf544-f045-40ac-ada6-4d2e75af70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25630644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26912144'] for subnet, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.772261 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:37.800706 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cf544-f045-40ac-ada6-4d2e75af70f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61bd08d7-4c07-4008-92e8-2cd8f75d3614,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:37.803792 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-796cf544-f045-40ac-ada6-4d2e75af70f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:37.804864 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-796cf544-f045-40ac-ada6-4d2e75af70f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.808246 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-796cf544-f045-40ac-ada6-4d2e75af70f5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/61bd08d7-4c07-4008-92e8-2cd8f75d3614 HTTP/1.1" status: 204 len: 168 time: 0.4028323 Jun 29 16:08:37.810261 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51970) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:37.883963 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.964065 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.974751 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02627db8-556d-4ed5-bc08-88d7d4a4da15']}} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:37.985526 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1828fd21-94a3-4f2c-83b3-d3605a493cd3') {'for_net_delete': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:37.985863 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1828fd21-94a3-4f2c-83b3-d3605a493cd3') {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:37.995426 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014247'] for segment, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.009180 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.016194 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=93589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:08:38.016580 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25630489'] for segment, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: Traceback (most recent call last): Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: timer() Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: cb(*args, **kw) Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: return func(*args, **kwargs) Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: self._notify() Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: self.callback(batched_events) Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: event.method(event) Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: return f(self, *a, **k) Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: return self._get(url).json() Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: return self.request(url, 'GET', **kwargs) Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:08:38.019781 dv-cinder-792209-4-smb neutron-server[93589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:08:38.132292 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.137033 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:38.140245 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.144745 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] 10.222.0.13 "DELETE /v2.0/networks/02627db8-556d-4ed5-bc08-88d7d4a4da15 HTTP/1.1" status: 204 len: 168 time: 0.3321919 Jun 29 16:08:38.154413 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] Pushing event deleted for resources: {'Network': ['ID=02627db8-556d-4ed5-bc08-88d7d4a4da15,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:38.157601 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-efc8e6b6-28b1-492b-9ca9-9bfa7cadfd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:38.186015 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e6b532fd-ce76-4b80-bcee-9fe94691374d no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:08:38.213428 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: e6b532fd-ce76-4b80-bcee-9fe94691374d {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:08:38.214111 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e6b532fd-ce76-4b80-bcee-9fe94691374d not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:08:38.216357 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8917623a-902c-4db5-af44-dceccac5c45e no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:08:38.234885 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 8917623a-902c-4db5-af44-dceccac5c45e {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:08:38.235237 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8917623a-902c-4db5-af44-dceccac5c45e not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:08:38.527459 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51988) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:38.582123 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-78a657d6-c251-41a3-8862-0e1337b16441 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed6ec825f5b0470f8593f15f697dad53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510480 Jun 29 16:08:38.582399 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 51990) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:38.635718 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-83d5c3d6-aabd-444b-9486-a87821e3241e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.658089 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-83d5c3d6-aabd-444b-9486-a87821e3241e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.778026 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-83d5c3d6-aabd-444b-9486-a87821e3241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.781248 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-83d5c3d6-aabd-444b-9486-a87821e3241e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.785585 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-83d5c3d6-aabd-444b-9486-a87821e3241e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff2352ff-68a0-497e-a807-c3b6adac4340 HTTP/1.1" status: 204 len: 168 time: 0.1991329 Jun 29 16:08:38.785585 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-aea4082e-f658-4d39-aa4f-043400bde239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:38.796761 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5c3d6-aabd-444b-9486-a87821e3241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2352ff-68a0-497e-a807-c3b6adac4340,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:38.796761 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-83d5c3d6-aabd-444b-9486-a87821e3241e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:38.926257 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf631b5-e388-4d14-a4c0-0af10026142b req-9ec83b2d-cd31-4ca8-a45c-16e8896809ee tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:38.927936 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-dcf631b5-e388-4d14-a4c0-0af10026142b req-9ec83b2d-cd31-4ca8-a45c-16e8896809ee tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0656736 Jun 29 16:08:38.972686 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-dcf631b5-e388-4d14-a4c0-0af10026142b req-6558edcf-a87f-44d5-8724-2cd3853c06b2 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390236 Jun 29 16:08:39.057919 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:08:40.763458 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52072) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:40.873457 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ff8c-6172-469f-b9a0-49ea31da007b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:40.966532 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ff8c-6172-469f-b9a0-49ea31da007b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:41.046458 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ff8c-6172-469f-b9a0-49ea31da007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:41.049038 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c83bb1f5-4e06-4e82-8d00-0c531ff8c2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:41.085581 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-f4e8ff8c-6172-469f-b9a0-49ea31da007b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcdc4ada0c1942f58f9b1f2af1626690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208215 Jun 29 16:08:41.086753 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8ff8c-6172-469f-b9a0-49ea31da007b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6894fd88-5e3d-401a-8bc7-6925730f4380,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:41.089116 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52076) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:41.090498 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f4e8ff8c-6172-469f-b9a0-49ea31da007b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:41.141776 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d82f1ffd-33f8-445e-bea1-99df73e83b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:41.163070 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d82f1ffd-33f8-445e-bea1-99df73e83b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:41.291998 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d82f1ffd-33f8-445e-bea1-99df73e83b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:41.294508 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d82f1ffd-33f8-445e-bea1-99df73e83b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:41.295706 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-d82f1ffd-33f8-445e-bea1-99df73e83b85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6894fd88-5e3d-401a-8bc7-6925730f4380 HTTP/1.1" status: 204 len: 168 time: 0.2056062 Jun 29 16:08:41.296449 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-72cf3312-0a66-4758-a8c7-c22f03456c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:41.304421 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f1ffd-33f8-445e-bea1-99df73e83b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6894fd88-5e3d-401a-8bc7-6925730f4380,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:41.306719 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d82f1ffd-33f8-445e-bea1-99df73e83b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:42.375638 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52112) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:42.472176 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-706024119-network', 'tenant_id': 'b93c1336f9d641f4a4cd63bf9b1238c8'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:42.600527 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Made reservation on behalf of b93c1336f9d641f4a4cd63bf9b1238c8 for: {'network': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:42.602917 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.611550 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.704576 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.786622 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.789667 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8a0e0b97-de7c-46c0-9849-9737ee8d6d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:42.812239 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=93588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:08:42.821334 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb58c47d-f22e-4dd1-a68d-350172aa145b,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:42.824652 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:42.830581 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.830581 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.segments_db [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Added segment be8655fb-3d25-42b4-958a-853734f3db48 of type vlan for network a68ddae7-643f-4e03-89ef-3fe184bd0b83 Jun 29 16:08:42.873366 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.960518 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.961792 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:42.962377 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.964598 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c031258a-4331-4d25-9941-006e7759c6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:43.020529 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Pushing event updated for resources: {'Network': ['ID=a68ddae7-643f-4e03-89ef-3fe184bd0b83,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:43.023386 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:43.031366 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network a68ddae7-643f-4e03-89ef-3fe184bd0b83 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:08:43.098361 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7216289 Jun 29 16:08:43.101296 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52120) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:43.106268 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Request body: {'subnet': {'network_id': 'a68ddae7-643f-4e03-89ef-3fe184bd0b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-706024119-subnet', 'tenant_id': 'b93c1336f9d641f4a4cd63bf9b1238c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:43.214189 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52124) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:43.217138 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Made reservation on behalf of b93c1336f9d641f4a4cd63bf9b1238c8 for: {'subnet': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:43.219693 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.320444 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e83d-01c8-4b64-924c-d929783d39fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.420321 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e83d-01c8-4b64-924c-d929783d39fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.474928 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.477248 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:43.510135 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e83d-01c8-4b64-924c-d929783d39fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.515495 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7a0422c1-e7e4-4014-8154-78cd06153e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:43.553590 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b698eb75-3459-41b1-80df-15a4a0443e19,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:43.559741 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:43.567087 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Checking segment: {'id': 'be8655fb-3d25-42b4-958a-853734f3db48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'a68ddae7-643f-4e03-89ef-3fe184bd0b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:08:43.567681 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Network hostable DHCP agents. Network: a68ddae7-643f-4e03-89ef-3fe184bd0b83, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:08:43.575615 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-6fa4e83d-01c8-4b64-924c-d929783d39fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec712ff9877041e39e0e80688994c335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601224 Jun 29 16:08:43.578079 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4e83d-01c8-4b64-924c-d929783d39fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0998279-c27c-45d9-bbff-39961261d5e5,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:43.579553 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52128) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:43.582667 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-6fa4e83d-01c8-4b64-924c-d929783d39fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:43.636078 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ca70-d79e-40c8-a2f0-9c41879c4819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.657242 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ca70-d79e-40c8-a2f0-9c41879c4819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.688962 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Network a68ddae7-643f-4e03-89ef-3fe184bd0b83 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:08:43.774930 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, a68ddae7-643f-4e03-89ef-3fe184bd0b83) {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:08:43.780573 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:43.780946 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.786343 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ade356-0348-4290-a766-d94f872377b4 None None] Network a68ddae7-643f-4e03-89ef-3fe184bd0b83 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:43.805922 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ca70-d79e-40c8-a2f0-9c41879c4819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.808588 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ca70-d79e-40c8-a2f0-9c41879c4819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.809731 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-e1c0ca70-d79e-40c8-a2f0-9c41879c4819 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0998279-c27c-45d9-bbff-39961261d5e5 HTTP/1.1" status: 204 len: 168 time: 0.2289379 Jun 29 16:08:43.810469 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-7fa1bed5-a3de-4375-9e8d-724418a1f1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:43.818201 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0ca70-d79e-40c8-a2f0-9c41879c4819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0998279-c27c-45d9-bbff-39961261d5e5,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:43.820520 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e1c0ca70-d79e-40c8-a2f0-9c41879c4819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:43.909435 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-b42258df-2967-4dcc-b3d3-c7db73184659 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8069363 Jun 29 16:08:43.929155 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0acbdb-a6dd-4928-8584-130eb6e2a65a None None] Network a68ddae7-643f-4e03-89ef-3fe184bd0b83 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:44.480496 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52144) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:44.494118 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4d562e0b-b98b-4395-a2b8-349f7f175b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.593430 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4d562e0b-b98b-4395-a2b8-349f7f175b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.698447 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4d562e0b-b98b-4395-a2b8-349f7f175b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.702730 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:44.739158 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-4d562e0b-b98b-4395-a2b8-349f7f175b39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=422a5ac53fc84674b05498bb5746b286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574706 Jun 29 16:08:44.740463 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d562e0b-b98b-4395-a2b8-349f7f175b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d8322d-9760-4b5c-ae39-90bbc9eb4cda,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:44.741910 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52148) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:44.744319 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4d562e0b-b98b-4395-a2b8-349f7f175b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:44.794562 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a122f1a1-49dc-439b-9ee5-4890ded272f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.801264 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52152) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:44.806635 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-712898933-network', 'tenant_id': '1fab2539d1e94919a4d8bdf4f5bfdd12'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:44.817361 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a122f1a1-49dc-439b-9ee5-4890ded272f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.923157 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Made reservation on behalf of 1fab2539d1e94919a4d8bdf4f5bfdd12 for: {'network': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:44.925602 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.934339 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.969020 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a122f1a1-49dc-439b-9ee5-4890ded272f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.971823 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a122f1a1-49dc-439b-9ee5-4890ded272f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.974092 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-a122f1a1-49dc-439b-9ee5-4890ded272f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07d8322d-9760-4b5c-ae39-90bbc9eb4cda HTTP/1.1" status: 204 len: 168 time: 0.2308185 Jun 29 16:08:44.974921 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-9708a92a-9c2d-4d5b-a450-d01636419585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:44.984925 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122f1a1-49dc-439b-9ee5-4890ded272f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d8322d-9760-4b5c-ae39-90bbc9eb4cda,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:44.987280 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a122f1a1-49dc-439b-9ee5-4890ded272f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:45.255717 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.343290 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.347470 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ab855c23-2a91-47dd-a2c0-facf5d4a8a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:45.365168 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=93588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:08:45.380161 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41c1c37-fffb-45c9-8612-d2c899001c43,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:45.385201 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.385201 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.segments_db [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Added segment 8b603a7c-1ad0-4d65-9105-811f2cf37cac of type vlan for network 4decc0c1-1c29-4063-82ce-3e9ca62d41eb Jun 29 16:08:45.392739 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:45.426425 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.529137 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.531097 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:45.531706 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.533840 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:45.594462 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Pushing event updated for resources: {'Network': ['ID=4decc0c1-1c29-4063-82ce-3e9ca62d41eb,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:45.598042 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:45.607982 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network 4decc0c1-1c29-4063-82ce-3e9ca62d41eb details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:08:45.667671 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8649285 Jun 29 16:08:45.669848 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52166) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:45.676710 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Request body: {'subnet': {'network_id': '4decc0c1-1c29-4063-82ce-3e9ca62d41eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-712898933-subnet', 'tenant_id': '1fab2539d1e94919a4d8bdf4f5bfdd12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:46.009033 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Made reservation on behalf of 1fab2539d1e94919a4d8bdf4f5bfdd12 for: {'subnet': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:46.011484 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.254763 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.257178 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3516826d-412f-4878-8f88-7564ae0fc93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:46.307536 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a10961-891c-4f64-b3e2-d19ba8751853,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:46.311924 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:46.318789 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Checking segment: {'id': '8b603a7c-1ad0-4d65-9105-811f2cf37cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4decc0c1-1c29-4063-82ce-3e9ca62d41eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:08:46.319154 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Network hostable DHCP agents. Network: 4decc0c1-1c29-4063-82ce-3e9ca62d41eb, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:08:46.403275 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Network 4decc0c1-1c29-4063-82ce-3e9ca62d41eb is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:08:46.491484 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, 4decc0c1-1c29-4063-82ce-3e9ca62d41eb) {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:08:46.495601 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:46.496195 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.501026 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f856eb-2352-4ace-92d7-af3815da7228 None None] Network 4decc0c1-1c29-4063-82ce-3e9ca62d41eb requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:46.564022 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8925338 Jun 29 16:08:46.631682 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a4fce-54ac-4516-a46a-e68cf2d8ee04 None None] Network 4decc0c1-1c29-4063-82ce-3e9ca62d41eb requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:46.695100 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52186) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:46.744530 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59d2cbe-6bd7-4bd7-8b37-c4c4fabbc309 admin admin] Deleting subnet b698eb75-3459-41b1-80df-15a4a0443e19 {{(pid=93588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:08:46.747930 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c59d2cbe-6bd7-4bd7-8b37-c4c4fabbc309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.782139 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c59d2cbe-6bd7-4bd7-8b37-c4c4fabbc309 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.787575 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c59d2cbe-6bd7-4bd7-8b37-c4c4fabbc309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.943194 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c59d2cbe-6bd7-4bd7-8b37-c4c4fabbc309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for subnet, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.946970 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-1adad4c8-3df2-40d8-ad7e-3c0aa8ed57b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:46.970889 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d2cbe-6bd7-4bd7-8b37-c4c4fabbc309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b698eb75-3459-41b1-80df-15a4a0443e19,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:46.973977 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c59d2cbe-6bd7-4bd7-8b37-c4c4fabbc309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:46.975383 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c59d2cbe-6bd7-4bd7-8b37-c4c4fabbc309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.977263 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-c59d2cbe-6bd7-4bd7-8b37-c4c4fabbc309 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b698eb75-3459-41b1-80df-15a4a0443e19 HTTP/1.1" status: 204 len: 168 time: 0.2801461 Jun 29 16:08:46.979365 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52194) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:47.049676 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.134157 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.144995 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.145344 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.146098 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.146446 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > port after_create 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.146787 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.147120 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > port after_update 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.147439 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.147778 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.148095 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.148407 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.237085 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.237442 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.237777 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.238114 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:08:47.238475 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68ddae7-643f-4e03-89ef-3fe184bd0b83']}} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:47.256594 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8655fb-3d25-42b4-958a-853734f3db48') {'for_net_delete': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:47.259018 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8655fb-3d25-42b4-958a-853734f3db48') {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:47.272618 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641704'] for segment, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.291792 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.299948 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=93588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:08:47.300333 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25294848'] for segment, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: from cryptography.utils import int_from_bytes Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: from cryptography.utils import int_from_bytes Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: Traceback (most recent call last): Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: timer() Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: cb(*args, **kw) Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: return func(*args, **kwargs) Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: self._notify() Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: self.callback(batched_events) Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: event.method(event) Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: return f(self, *a, **k) Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: return self._get(url).json() Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: return self.request(url, 'GET', **kwargs) Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:08:47.305081 dv-cinder-792209-4-smb neutron-server[93588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:08:47.448917 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.454885 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.456921 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/a68ddae7-643f-4e03-89ef-3fe184bd0b83 HTTP/1.1" status: 204 len: 168 time: 0.4765809 Jun 29 16:08:47.458374 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:47.460038 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52206) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:47.471948 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Pushing event deleted for resources: {'Network': ['ID=a68ddae7-643f-4e03-89ef-3fe184bd0b83,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:47.474357 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c787419a-8f30-4089-bd51-5e3a3ca629cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:47.504563 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d66f90e-8319-42d2-9f2d-722928d040bd admin admin] Deleting subnet 21a10961-891c-4f64-b3e2-d19ba8751853 {{(pid=93589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:08:47.507930 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5d66f90e-8319-42d2-9f2d-722928d040bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.547356 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5d66f90e-8319-42d2-9f2d-722928d040bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014248'] for subnet, precommit_delete_associations {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.586077 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5d66f90e-8319-42d2-9f2d-722928d040bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.746679 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5d66f90e-8319-42d2-9f2d-722928d040bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25630644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26912144'] for subnet, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.749162 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b412675c-6bb6-4a56-923d-3a62a8920e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:47.771572 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66f90e-8319-42d2-9f2d-722928d040bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a10961-891c-4f64-b3e2-d19ba8751853,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:47.776878 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5d66f90e-8319-42d2-9f2d-722928d040bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:47.777884 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5d66f90e-8319-42d2-9f2d-722928d040bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.780368 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5d66f90e-8319-42d2-9f2d-722928d040bd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/21a10961-891c-4f64-b3e2-d19ba8751853 HTTP/1.1" status: 204 len: 168 time: 0.3184695 Jun 29 16:08:47.782979 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52208) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:47.853553 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.930402 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.944792 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4decc0c1-1c29-4063-82ce-3e9ca62d41eb']}} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:47.954484 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b603a7c-1ad0-4d65-9105-811f2cf37cac') {'for_net_delete': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:47.954780 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b603a7c-1ad0-4d65-9105-811f2cf37cac') {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:47.963059 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d6985f4a-0bac-4438-8b45-737d97c9f9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.963588 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014247'] for segment, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.977670 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.983591 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=93589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:08:47.983969 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25630489'] for segment, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: Traceback (most recent call last): Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: timer() Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: cb(*args, **kw) Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: return func(*args, **kwargs) Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: self._notify() Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: self.callback(batched_events) Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: event.method(event) Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: return f(self, *a, **k) Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: return self._get(url).json() Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: return self.request(url, 'GET', **kwargs) Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:08:47.985630 dv-cinder-792209-4-smb neutron-server[93589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:08:48.113969 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:48.118110 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:48.131427 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:48.133334 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] 10.222.0.13 "DELETE /v2.0/networks/4decc0c1-1c29-4063-82ce-3e9ca62d41eb HTTP/1.1" status: 204 len: 168 time: 0.3493314 Jun 29 16:08:48.134360 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] Pushing event deleted for resources: {'Network': ['ID=4decc0c1-1c29-4063-82ce-3e9ca62d41eb,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:48.136920 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-deefc5eb-694c-446a-85ce-4854b93c338f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:48.517640 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52218) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:48.557386 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-ed37aa07-43eb-400f-b0af-0fde20248428 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b93c1336f9d641f4a4cd63bf9b1238c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385067 Jun 29 16:08:48.559928 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52220) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:48.608460 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-3701e834-c041-49a0-8f1e-422a84ecba34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:48.634668 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-3701e834-c041-49a0-8f1e-422a84ecba34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:48.774892 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-3701e834-c041-49a0-8f1e-422a84ecba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:48.778203 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-3701e834-c041-49a0-8f1e-422a84ecba34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:48.779464 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-3701e834-c041-49a0-8f1e-422a84ecba34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb58c47d-f22e-4dd1-a68d-350172aa145b HTTP/1.1" status: 204 len: 168 time: 0.2185092 Jun 29 16:08:48.780255 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:48.788680 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701e834-c041-49a0-8f1e-422a84ecba34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb58c47d-f22e-4dd1-a68d-350172aa145b,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:48.791155 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-3701e834-c041-49a0-8f1e-422a84ecba34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:49.451858 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52230) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:49.492682 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-4cead7a3-3e03-4cc1-8c90-672f46eadae1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fab2539d1e94919a4d8bdf4f5bfdd12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394835 Jun 29 16:08:49.495084 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52232) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:49.545465 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f4126eb-d317-4bf6-9f41-6df98ed6e909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.566812 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f4126eb-d317-4bf6-9f41-6df98ed6e909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.714284 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f4126eb-d317-4bf6-9f41-6df98ed6e909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.717384 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7f4126eb-d317-4bf6-9f41-6df98ed6e909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.721530 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-7f4126eb-d317-4bf6-9f41-6df98ed6e909 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b41c1c37-fffb-45c9-8612-d2c899001c43 HTTP/1.1" status: 204 len: 168 time: 0.2227066 Jun 29 16:08:49.721530 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-3701e834-c041-49a0-8f1e-422a84ecba34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:49.726924 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4126eb-d317-4bf6-9f41-6df98ed6e909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41c1c37-fffb-45c9-8612-d2c899001c43,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:49.729878 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7f4126eb-d317-4bf6-9f41-6df98ed6e909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:50.249402 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d23df88b-5a04-4925-a7c2-b4fb35ca93a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:50.325660 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.571446 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.644490 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52346) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:52.768263 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d64d221d-7df6-45ae-8b37-9177b2f5aa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.865093 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d64d221d-7df6-45ae-8b37-9177b2f5aa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.914052 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d64d221d-7df6-45ae-8b37-9177b2f5aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.916611 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-7130e965-107f-4656-bc11-1ffa763d7c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:52.953852 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-d64d221d-7df6-45ae-8b37-9177b2f5aa81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e30ac7cb37d4e03a05a9280903f2976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078046 Jun 29 16:08:52.954468 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d221d-7df6-45ae-8b37-9177b2f5aa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88269e33-2d38-4e20-a27c-06aba4928b11,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:52.956249 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52350) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:52.957680 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d64d221d-7df6-45ae-8b37-9177b2f5aa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:53.008585 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ad46523a-eadf-4ab2-bdc3-14278d7764c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:53.025748 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:53.032027 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ad46523a-eadf-4ab2-bdc3-14278d7764c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:53.140261 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ad46523a-eadf-4ab2-bdc3-14278d7764c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:53.143099 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ad46523a-eadf-4ab2-bdc3-14278d7764c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:53.144303 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-ad46523a-eadf-4ab2-bdc3-14278d7764c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88269e33-2d38-4e20-a27c-06aba4928b11 HTTP/1.1" status: 204 len: 168 time: 0.1870399 Jun 29 16:08:53.145082 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-4bd468fe-1335-4e6f-b30e-62a0b6287d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:53.156852 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46523a-eadf-4ab2-bdc3-14278d7764c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88269e33-2d38-4e20-a27c-06aba4928b11,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:53.160387 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ad46523a-eadf-4ab2-bdc3-14278d7764c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:53.781089 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52360) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:53.794210 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-05c17f52-2dda-45bd-95ee-73a0909385cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:53.885642 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-05c17f52-2dda-45bd-95ee-73a0909385cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:53.982907 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-05c17f52-2dda-45bd-95ee-73a0909385cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:53.985362 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:54.022784 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-05c17f52-2dda-45bd-95ee-73a0909385cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8180a1a3646449d78c9b56551c0bbdf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406149 Jun 29 16:08:54.023740 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c17f52-2dda-45bd-95ee-73a0909385cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf366fb-323d-4051-8f6e-462f52c645c3,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:54.025407 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52368) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:54.026922 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-05c17f52-2dda-45bd-95ee-73a0909385cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:54.077814 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-887d115b-bc56-4b88-92f4-af4f6522961e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:54.099841 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-887d115b-bc56-4b88-92f4-af4f6522961e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:54.249420 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-887d115b-bc56-4b88-92f4-af4f6522961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:54.252051 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-887d115b-bc56-4b88-92f4-af4f6522961e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:54.253146 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-887d115b-bc56-4b88-92f4-af4f6522961e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abf366fb-323d-4051-8f6e-462f52c645c3 HTTP/1.1" status: 204 len: 168 time: 0.2267470 Jun 29 16:08:54.253901 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b1846383-0aa6-4e17-abe2-5ff52e52eab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:54.265550 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d115b-bc56-4b88-92f4-af4f6522961e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf366fb-323d-4051-8f6e-462f52c645c3,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:54.269081 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-887d115b-bc56-4b88-92f4-af4f6522961e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:54.526734 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52376) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:54.641386 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-07015375-fa1c-4618-9ea1-e90fc7c88adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:54.736281 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-07015375-fa1c-4618-9ea1-e90fc7c88adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:54.858149 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-07015375-fa1c-4618-9ea1-e90fc7c88adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:54.861893 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-00305bd9-c410-4d10-825c-36befc8c9cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:54.902014 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07015375-fa1c-4618-9ea1-e90fc7c88adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88535c2d-da03-4d9c-96b4-ac34784a2f7b,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:54.905621 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-07015375-fa1c-4618-9ea1-e90fc7c88adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:54.908390 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-07015375-fa1c-4618-9ea1-e90fc7c88adb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19b7ad7d4b5a4416b8cf6859d54d8818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805785 Jun 29 16:08:54.911081 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52390) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:54.959223 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f33e665d-fd1b-4756-92c2-27e52f0ee34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:54.980602 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f33e665d-fd1b-4756-92c2-27e52f0ee34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:55.109099 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f33e665d-fd1b-4756-92c2-27e52f0ee34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:55.111847 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f33e665d-fd1b-4756-92c2-27e52f0ee34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:55.112996 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-f33e665d-fd1b-4756-92c2-27e52f0ee34c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88535c2d-da03-4d9c-96b4-ac34784a2f7b HTTP/1.1" status: 204 len: 168 time: 0.2011893 Jun 29 16:08:55.113906 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-83d5c3d6-aabd-444b-9486-a87821e3241e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:55.122338 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e665d-fd1b-4756-92c2-27e52f0ee34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88535c2d-da03-4d9c-96b4-ac34784a2f7b,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:55.126457 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f33e665d-fd1b-4756-92c2-27e52f0ee34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:55.819775 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52412) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:55.835146 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-35d7705c-68aa-43a2-a39d-9db022dd472d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:55.926910 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-35d7705c-68aa-43a2-a39d-9db022dd472d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:55.957899 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52416) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:55.985876 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-35d7705c-68aa-43a2-a39d-9db022dd472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:55.989653 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d24b4b4a-a9be-4391-9a8e-1d15fd3299a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:56.025292 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-35d7705c-68aa-43a2-a39d-9db022dd472d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fc1a0b4fcda43ffb70820a46aad253a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041368 Jun 29 16:08:56.026211 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7705c-68aa-43a2-a39d-9db022dd472d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1dbc27-1a83-4889-9b07-c5ceea7e677e,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:56.028094 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52420) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:56.029819 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-35d7705c-68aa-43a2-a39d-9db022dd472d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:56.069438 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-99f58bd2-4944-402a-85d2-dbdabb894f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.108133 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ad72cf6b-7c33-4f92-b75c-379395d2e482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.142849 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ad72cf6b-7c33-4f92-b75c-379395d2e482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.216247 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-99f58bd2-4944-402a-85d2-dbdabb894f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.265538 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ad72cf6b-7c33-4f92-b75c-379395d2e482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.268453 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ad72cf6b-7c33-4f92-b75c-379395d2e482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.269642 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-ad72cf6b-7c33-4f92-b75c-379395d2e482 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e1dbc27-1a83-4889-9b07-c5ceea7e677e HTTP/1.1" status: 204 len: 168 time: 0.2405016 Jun 29 16:08:56.270453 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ce3f6973-9c79-43cd-a12c-6089191b04bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:56.277745 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72cf6b-7c33-4f92-b75c-379395d2e482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1dbc27-1a83-4889-9b07-c5ceea7e677e,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:56.279994 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ad72cf6b-7c33-4f92-b75c-379395d2e482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:56.294180 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-99f58bd2-4944-402a-85d2-dbdabb894f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.304210 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-05c17f52-2dda-45bd-95ee-73a0909385cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:56.345111 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-99f58bd2-4944-402a-85d2-dbdabb894f9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b444eea65ab74983930930b917b99362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860171 Jun 29 16:08:56.346097 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f58bd2-4944-402a-85d2-dbdabb894f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea707bf-11b6-4da4-97ab-5fc7520f45c3,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:56.347837 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52424) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:56.349102 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-99f58bd2-4944-402a-85d2-dbdabb894f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:56.399980 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5069585b-ce61-4ca6-b3df-92d3e0037484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.422184 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5069585b-ce61-4ca6-b3df-92d3e0037484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.543619 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5069585b-ce61-4ca6-b3df-92d3e0037484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.546964 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5069585b-ce61-4ca6-b3df-92d3e0037484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.548156 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5069585b-ce61-4ca6-b3df-92d3e0037484 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ea707bf-11b6-4da4-97ab-5fc7520f45c3 HTTP/1.1" status: 204 len: 168 time: 0.1992645 Jun 29 16:08:56.548931 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f4e8ff8c-6172-469f-b9a0-49ea31da007b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:56.556218 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069585b-ce61-4ca6-b3df-92d3e0037484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea707bf-11b6-4da4-97ab-5fc7520f45c3,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:56.562618 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5069585b-ce61-4ca6-b3df-92d3e0037484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:57.221533 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52460) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:57.327977 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1270264056-network', 'tenant_id': '6f54995a1ffe40a8bb7f53c3f45f501e'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:57.426039 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Made reservation on behalf of 6f54995a1ffe40a8bb7f53c3f45f501e for: {'network': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:57.430089 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.437881 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.531578 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.599880 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52472) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:57.603697 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.603861 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a122f1a1-49dc-439b-9ee5-4890ded272f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:57.627253 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=93589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:08:57.636580 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515619ee-c48e-41bc-bcc8-4a3845395ebf,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:57.639985 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:57.643143 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.643631 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.segments_db [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Added segment 93442182-f1e7-42da-b99d-61dadb860d77 of type vlan for network 48f16a62-16e8-4f29-8bb3-012168f3b2a5 Jun 29 16:08:57.683788 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.712083 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1602562523-network', 'tenant_id': 'b56db473bab74a408b5ecd211f56fefb'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:57.803400 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.804932 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:57.805516 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.807715 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:57.811721 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Made reservation on behalf of b56db473bab74a408b5ecd211f56fefb for: {'network': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:57.814164 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.822879 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.867418 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Pushing event updated for resources: {'Network': ['ID=48f16a62-16e8-4f29-8bb3-012168f3b2a5,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:57.870599 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:57.877449 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network 48f16a62-16e8-4f29-8bb3-012168f3b2a5 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:08:57.909931 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.976691 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.979745 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8e2bc94b-e1a2-4ec5-af0b-67e33c436188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:58.001757 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=93588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:08:58.010570 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84e59a1-1f82-46fb-8976-0aa11ddd4df3,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:58.014264 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:58.017458 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.017919 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.segments_db [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Added segment b98effae-6058-43c3-9764-ed1c17161aec of type vlan for network 1349cda2-251c-4a73-a9eb-3c3e3d325249 Jun 29 16:08:58.023706 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8008237 Jun 29 16:08:58.026232 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52476) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:58.032057 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Request body: {'subnet': {'network_id': '48f16a62-16e8-4f29-8bb3-012168f3b2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1270264056-subnet', 'tenant_id': '6f54995a1ffe40a8bb7f53c3f45f501e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:58.060925 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.142785 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Made reservation on behalf of 6f54995a1ffe40a8bb7f53c3f45f501e for: {'subnet': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:58.145200 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26912181'] for subnet, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.172015 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.173400 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:58.173981 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.176313 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bf6942fb-e159-4546-8a00-a8461a1f6581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:58.234943 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Pushing event updated for resources: {'Network': ['ID=1349cda2-251c-4a73-a9eb-3c3e3d325249,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:58.237560 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:58.245271 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network 1349cda2-251c-4a73-a9eb-3c3e3d325249 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:08:58.304181 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7030621 Jun 29 16:08:58.304840 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52478) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:58.311046 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Request body: {'subnet': {'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1602562523-subnet', 'tenant_id': 'b56db473bab74a408b5ecd211f56fefb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:58.369122 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25630715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26912167'] for subnet, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.371528 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:58.391647 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Made reservation on behalf of b56db473bab74a408b5ecd211f56fefb for: {'subnet': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:58.394673 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26806388'] for subnet, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.423620 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d1e1d2-6dc3-4541-a475-09be58885431,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:58.463109 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:58.463109 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Checking segment: {'id': '93442182-f1e7-42da-b99d-61dadb860d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '48f16a62-16e8-4f29-8bb3-012168f3b2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:08:58.463109 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Network hostable DHCP agents. Network: 48f16a62-16e8-4f29-8bb3-012168f3b2a5, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:08:58.554136 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Network 48f16a62-16e8-4f29-8bb3-012168f3b2a5 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:08:58.628605 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, 48f16a62-16e8-4f29-8bb3-012168f3b2a5) {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:08:58.632875 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:58.633463 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.637404 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406772ce-6fa1-44f2-82a0-d6213c0d21e5 None None] Network 48f16a62-16e8-4f29-8bb3-012168f3b2a5 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:58.651366 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25295074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26806374'] for subnet, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.652638 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:58.701348 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33d3e2f-8cbd-4c52-90c7-1f91743bd5d0,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:58.708181 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:58.717454 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Checking segment: {'id': 'b98effae-6058-43c3-9764-ed1c17161aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:08:58.717816 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Network hostable DHCP agents. Network: 1349cda2-251c-4a73-a9eb-3c3e3d325249, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:08:58.720440 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6929338 Jun 29 16:08:58.772685 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234995b9-f90a-4e5f-9afe-519117cd3949 None None] Network 48f16a62-16e8-4f29-8bb3-012168f3b2a5 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:58.817857 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Network 1349cda2-251c-4a73-a9eb-3c3e3d325249 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:08:58.902469 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, 1349cda2-251c-4a73-a9eb-3c3e3d325249) {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:08:58.906857 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:58.907437 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.911242 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2190f37b-aea6-414c-84e3-1097ae0f831d None None] Network 1349cda2-251c-4a73-a9eb-3c3e3d325249 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:58.975439 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-428d80b7-eea6-420a-a3b4-9c5d8c3a4cf1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6691477 Jun 29 16:08:59.039693 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a974f5-e816-4975-a53d-dccf81fa6f6c None None] Network 1349cda2-251c-4a73-a9eb-3c3e3d325249 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:59.393861 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52500) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:59.398889 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-791503021-network', 'tenant_id': '9dba93d9e502404d81b66689cb640988'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:59.482760 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Made reservation on behalf of 9dba93d9e502404d81b66689cb640988 for: {'network': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:59.485215 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:59.494760 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:59.592552 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:59.695892 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:59.698952 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5978e897-de33-47d0-a2ea-4868e9861410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:59.724531 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=93589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:08:59.734928 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87463ce8-21fc-42c0-b802-4a880f67f27d,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:59.739352 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:59.740435 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:59.740770 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.segments_db [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Added segment b3d75e33-e128-43c0-a4ec-51e80ef46482 of type vlan for network 059f21e4-207c-4285-979c-5351eda373f5 Jun 29 16:08:59.780259 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:59.871648 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:59.873897 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:59.874633 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:59.878280 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:59.935974 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Pushing event updated for resources: {'Network': ['ID=059f21e4-207c-4285-979c-5351eda373f5,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:59.938749 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:59.945681 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network 059f21e4-207c-4285-979c-5351eda373f5 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:09:00.012259 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6172245 Jun 29 16:09:00.014898 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52508) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:00.020677 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Request body: {'subnet': {'network_id': '059f21e4-207c-4285-979c-5351eda373f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-791503021-subnet', 'tenant_id': '9dba93d9e502404d81b66689cb640988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:00.137231 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Made reservation on behalf of 9dba93d9e502404d81b66689cb640988 for: {'subnet': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:09:00.139657 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26912181'] for subnet, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:00.365841 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25630715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26912167'] for subnet, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:00.369352 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:00.427319 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf72e22f-0b29-4255-b690-85ea2f0e04cf,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:00.430993 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:00.438207 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Checking segment: {'id': 'b3d75e33-e128-43c0-a4ec-51e80ef46482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '059f21e4-207c-4285-979c-5351eda373f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:00.438561 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Network hostable DHCP agents. Network: 059f21e4-207c-4285-979c-5351eda373f5, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:09:00.522870 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Network 059f21e4-207c-4285-979c-5351eda373f5 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:09:00.588419 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, 059f21e4-207c-4285-979c-5351eda373f5) {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:00.594661 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:00.595252 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:00.597694 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c160d603-d59f-4c68-9d64-cd9ff9f0b307 None None] Network 059f21e4-207c-4285-979c-5351eda373f5 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:09:00.697993 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-cfb79cc1-8432-4b43-9e50-f5af536b0872 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6817698 Jun 29 16:09:00.724737 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab3f8a-97e8-45e7-abe6-0aa082d3cf6b None None] Network 059f21e4-207c-4285-979c-5351eda373f5 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:09:01.177434 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-41e6cf88-b2c7-451d-abe6-9d87c41b5bd6 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:01.178907 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-41e6cf88-b2c7-451d-abe6-9d87c41b5bd6 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/networks?id=48f16a62-16e8-4f29-8bb3-012168f3b2a5 HTTP/1.1" status: 200 len: 809 time: 0.0987294 Jun 29 16:09:01.193917 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-6e9e16dd-3a10-44c3-9ac5-559aa9a1c2fc tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/quotas/6f54995a1ffe40a8bb7f53c3f45f501e HTTP/1.1" status: 200 len: 375 time: 0.0093641 Jun 29 16:09:01.198751 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-eac2f13a-4169-41fd-b580-da74f624a541 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:01.200380 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-eac2f13a-4169-41fd-b580-da74f624a541 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/networks?id=1349cda2-251c-4a73-a9eb-3c3e3d325249 HTTP/1.1" status: 200 len: 809 time: 0.1003771 Jun 29 16:09:01.215184 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-83a7ed3a-d601-4200-b5e0-e73b69ae46b5 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/quotas/b56db473bab74a408b5ecd211f56fefb HTTP/1.1" status: 200 len: 375 time: 0.0088394 Jun 29 16:09:01.230548 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d90aa65c-cbec-4ab7-81c5-fc59a398b766 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f54995a1ffe40a8bb7f53c3f45f501e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314326 Jun 29 16:09:01.249054 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-3d878521-5f19-4baf-8f1e-694aaa9b80bb tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b56db473bab74a408b5ecd211f56fefb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284715 Jun 29 16:09:01.318693 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-66939e49-f8e6-4a8a-926b-d7d8c48b2f65 service neutron] 10.222.0.13 "GET /v2.0/networks/48f16a62-16e8-4f29-8bb3-012168f3b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803518 Jun 29 16:09:01.339555 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-3b6eb80a-8cd8-42e2-bf9e-163ce1434f48 service neutron] 10.222.0.13 "GET /v2.0/networks/1349cda2-251c-4a73-a9eb-3c3e3d325249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835867 Jun 29 16:09:01.411050 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-2b52c87d-1194-4c59-b216-0d93e4d5e41e service neutron] 10.222.0.13 "GET /v2.0/networks/48f16a62-16e8-4f29-8bb3-012168f3b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862625 Jun 29 16:09:01.428175 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-13f4fe2c-d3b3-41f3-91e0-34e518ad537a service neutron] 10.222.0.13 "GET /v2.0/networks/1349cda2-251c-4a73-a9eb-3c3e3d325249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824573 Jun 29 16:09:01.692571 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-78e76597-d94d-4ca5-85cb-8e1d272ff819 req-0fdc4553-f3b2-4091-b737-a6746a84b857 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 210 time: 0.0480757 Jun 29 16:09:01.710053 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-53b636fc-1efd-4d81-94d1-7273a04f9ae9 req-d79a8211-b608-47f7-9ce6-854aa5be5714 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 210 time: 0.0387616 Jun 29 16:09:02.645686 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:02.801580 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c146489e-b223-46c1-8bab-ecc2f5f351b8 req-1083f398-7b47-4b27-b7b8-1bba5027f355 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 210 time: 0.0291743 Jun 29 16:09:02.844531 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-48e95fea-5577-49f9-bd18-0c59dfaba11e req-c3f7f467-b55d-4300-8b7e-7c55b43171eb tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 210 time: 0.0352168 Jun 29 16:09:03.955562 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a751a734-7220-49e9-8dd6-997f46813b87 req-26595c83-37bf-42b8-9529-7050653fed9f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 210 time: 0.0358224 Jun 29 16:09:04.004798 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-18b50101-88e3-40ad-8eb0-665e5f6a78b1 req-d9795cfc-87d9-406c-b80a-826b5f86ba62 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 210 time: 0.0279899 Jun 29 16:09:04.132486 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-2549f60e-104c-40fe-8f51-895fd7a39bc5 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:04.133930 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-2549f60e-104c-40fe-8f51-895fd7a39bc5 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.86 "GET /v2.0/networks?id=1349cda2-251c-4a73-a9eb-3c3e3d325249 HTTP/1.1" status: 200 len: 809 time: 0.1017568 Jun 29 16:09:04.146221 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Request body: {'port': {'device_id': '7a233e67-4ddc-4ed2-a4f1-5863521833bf', 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249', 'admin_state_up': True, 'tenant_id': 'b56db473bab74a408b5ecd211f56fefb'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:04.328553 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Made reservation on behalf of b56db473bab74a408b5ecd211f56fefb for: {'port': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:09:04.332030 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.458519 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Allocated IP 172.20.0.4 (1349cda2-251c-4a73-a9eb-3c3e3d325249/b33d3e2f-8cbd-4c52-90c7-1f91743bd5d0/169fb4e3-3b7f-4f28-91d8-1791867dda12) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:04.613859 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.691353 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-e00c0c3c-23bf-4c4e-ae5b-71eba2295be3 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:04.692834 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-e00c0c3c-23bf-4c4e-ae5b-71eba2295be3 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.86 "GET /v2.0/networks?id=48f16a62-16e8-4f29-8bb3-012168f3b2a5 HTTP/1.1" status: 200 len: 809 time: 0.1074681 Jun 29 16:09:04.706060 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Request body: {'port': {'device_id': 'c91a75fd-6b58-4783-bd94-19fb52a580a8', 'network_id': '48f16a62-16e8-4f29-8bb3-012168f3b2a5', 'admin_state_up': True, 'tenant_id': '6f54995a1ffe40a8bb7f53c3f45f501e'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:04.754368 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25630535'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.758495 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d5d8334f-2b39-423c-a716-450675e99a61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:04.799922 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Network 1349cda2-251c-4a73-a9eb-3c3e3d325249 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:04.803193 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:04.807089 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:04.839956 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Pushing event updated for resources: {'Port': ['ID=169fb4e3-3b7f-4f28-91d8-1791867dda12,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:04.850734 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:04.871813 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:04.873005 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.896689 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Made reservation on behalf of 6f54995a1ffe40a8bb7f53c3f45f501e for: {'port': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:09:04.900256 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.960938 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-360f3091-c1f5-4a65-b974-f896c982b89c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8183081 Jun 29 16:09:04.974418 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Request body: {'port': {'device_id': '7a233e67-4ddc-4ed2-a4f1-5863521833bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:05.031100 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Allocated IP 172.20.0.9 (48f16a62-16e8-4f29-8bb3-012168f3b2a5/b9d1e1d2-6dc3-4541-a475-09be58885431/cbd8aee9-41c5-41ae-b40c-5f993faf92e2) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:05.056185 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:05.129978 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7b3e6789-dd73-4860-976a-fbbaf946c7a9 req-e581b4fb-c91b-476b-94ee-9e1fb1f9a5f8 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 210 time: 0.0435655 Jun 29 16:09:05.237710 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:05.293256 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb950e0a-33de-4616-b889-443419ecd898 req-930cb01a-18a4-4b4b-a00a-95adb0c8439a tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:05.294780 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fb950e0a-33de-4616-b889-443419ecd898 req-930cb01a-18a4-4b4b-a00a-95adb0c8439a tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 931 time: 0.1312535 Jun 29 16:09:05.337165 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25294942'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:05.341918 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:05.357621 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fb950e0a-33de-4616-b889-443419ecd898 req-d9807019-b75e-4299-ba99-03a5d3298622 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566092 Jun 29 16:09:05.395909 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Network 48f16a62-16e8-4f29-8bb3-012168f3b2a5 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:05.399035 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:05.403634 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:05.407731 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Pushing event updated for resources: {'Port': ['ID=cbd8aee9-41c5-41ae-b40c-5f993faf92e2,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:05.411333 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169fb4e3-3b7f-4f28-91d8-1791867dda12 {{(pid=93589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:05.419611 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:05.427145 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:05.432596 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Transition to ACTIVE for port object 169fb4e3-3b7f-4f28-91d8-1791867dda12 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:05.453822 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:05.454437 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:05.514832 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:05.517245 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:05.532198 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298934 Jun 29 16:09:05.547134 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Request body: {'port': {'device_id': 'c91a75fd-6b58-4783-bd94-19fb52a580a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:05.562428 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Pushing event updated for resources: {'Port': ['ID=169fb4e3-3b7f-4f28-91d8-1791867dda12,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:05.566748 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:05.617880 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:05.635188 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Attempting to bind port 169fb4e3-3b7f-4f28-91d8-1791867dda12 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:09:05.635556 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Attempting to bind port 169fb4e3-3b7f-4f28-91d8-1791867dda12 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'b98effae-6058-43c3-9764-ed1c17161aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:09:05.635886 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Attempting to bind port 169fb4e3-3b7f-4f28-91d8-1791867dda12 on network 1349cda2-251c-4a73-a9eb-3c3e3d325249 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:05.641113 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Port 169fb4e3-3b7f-4f28-91d8-1791867dda12 on network 1349cda2-251c-4a73-a9eb-3c3e3d325249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:09:05.641440 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Attempting to bind port 169fb4e3-3b7f-4f28-91d8-1791867dda12 on network 1349cda2-251c-4a73-a9eb-3c3e3d325249 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:05.646252 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:09:05.646529 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Checking segment: {'id': 'b98effae-6058-43c3-9764-ed1c17161aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:05.646910 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Bound using segment: {'id': 'b98effae-6058-43c3-9764-ed1c17161aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:09:05.647345 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Bound port: 169fb4e3-3b7f-4f28-91d8-1791867dda12, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98effae-6058-43c3-9764-ed1c17161aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:09:05.647739 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:05.710047 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] For port 169fb4e3-3b7f-4f28-91d8-1791867dda12, host hv-cinder-79220, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:09:05.713142 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] For port 169fb4e3-3b7f-4f28-91d8-1791867dda12, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=169fb4e3-3b7f-4f28-91d8-1791867dda12,segment=NetworkSegment(b98effae-6058-43c3-9764-ed1c17161aec),segment_id=b98effae-6058-43c3-9764-ed1c17161aec)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:09:05.782784 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:05.786251 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-0becc411-b1bc-4630-9a7b-8c3ae1086c74 tempest-ServerRescueNegativeTestJSON-2080325795 tempest-ServerRescueNegativeTestJSON-2080325795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:05.821534 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:05.822147 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:05.823544 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] 10.222.0.86 "PUT /v2.0/ports/169fb4e3-3b7f-4f28-91d8-1791867dda12 HTTP/1.1" status: 200 len: 1093 time: 0.8536556 Jun 29 16:09:05.824069 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a233e67-4ddc-4ed2-a4f1-5863521833bf', 'tag': '169fb4e3-3b7f-4f28-91d8-1791867dda12'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:05.826379 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeae949a-8894-4d8f-853a-9c285a1b990c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a233e67-4ddc-4ed2-a4f1-5863521833bf", "tag": "169fb4e3-3b7f-4f28-91d8-1791867dda12"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:05.852553 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Pushing event updated for resources: {'Port': ['ID=169fb4e3-3b7f-4f28-91d8-1791867dda12,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:05.855742 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-88a0c584-09c7-4f23-b421-b041de88ce23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:05.877095 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55376491-5c97-4d05-b4df-4ba2af88151d x-openstack-request-id: req-55376491-5c97-4d05-b4df-4ba2af88151d {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:05.877484 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a233e67-4ddc-4ed2-a4f1-5863521833bf", "tag": "169fb4e3-3b7f-4f28-91d8-1791867dda12", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:05.877868 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55376491-5c97-4d05-b4df-4ba2af88151d {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:05.878420 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a233e67-4ddc-4ed2-a4f1-5863521833bf', 'tag': '169fb4e3-3b7f-4f28-91d8-1791867dda12', 'status': 'completed', 'code': 200} Jun 29 16:09:05.901631 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd8aee9-41c5-41ae-b40c-5f993faf92e2 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:05.909417 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:05.932694 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Transition to ACTIVE for port object cbd8aee9-41c5-41ae-b40c-5f993faf92e2 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:05.964507 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae949a-8894-4d8f-853a-9c285a1b990c req-d0ef7fef-4a98-44a7-a531-3949f3086dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:05.966144 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-aeae949a-8894-4d8f-853a-9c285a1b990c req-d0ef7fef-4a98-44a7-a531-3949f3086dfd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b56db473bab74a408b5ecd211f56fefb&device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 1096 time: 0.0638421 Jun 29 16:09:06.014258 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:06.016796 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-efce0edd-732a-48c9-bc22-e41b75033364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:06.079489 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Pushing event updated for resources: {'Port': ['ID=cbd8aee9-41c5-41ae-b40c-5f993faf92e2,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:06.086880 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae949a-8894-4d8f-853a-9c285a1b990c req-a52511e8-465c-49de-a783-7eb1653bd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:06.088554 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-aeae949a-8894-4d8f-853a-9c285a1b990c req-a52511e8-465c-49de-a783-7eb1653bd593 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b56db473bab74a408b5ecd211f56fefb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1146491 Jun 29 16:09:06.100380 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:06.160090 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Attempting to bind port cbd8aee9-41c5-41ae-b40c-5f993faf92e2 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:09:06.160745 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Attempting to bind port cbd8aee9-41c5-41ae-b40c-5f993faf92e2 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '93442182-f1e7-42da-b99d-61dadb860d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '48f16a62-16e8-4f29-8bb3-012168f3b2a5'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:09:06.160934 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Attempting to bind port cbd8aee9-41c5-41ae-b40c-5f993faf92e2 on network 48f16a62-16e8-4f29-8bb3-012168f3b2a5 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:06.165816 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Port cbd8aee9-41c5-41ae-b40c-5f993faf92e2 on network 48f16a62-16e8-4f29-8bb3-012168f3b2a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:09:06.166279 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Attempting to bind port cbd8aee9-41c5-41ae-b40c-5f993faf92e2 on network 48f16a62-16e8-4f29-8bb3-012168f3b2a5 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:06.173317 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:09:06.173814 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Checking segment: {'id': '93442182-f1e7-42da-b99d-61dadb860d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '48f16a62-16e8-4f29-8bb3-012168f3b2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:06.174271 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Bound using segment: {'id': '93442182-f1e7-42da-b99d-61dadb860d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '48f16a62-16e8-4f29-8bb3-012168f3b2a5'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:09:06.174785 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Bound port: cbd8aee9-41c5-41ae-b40c-5f993faf92e2, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93442182-f1e7-42da-b99d-61dadb860d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '48f16a62-16e8-4f29-8bb3-012168f3b2a5'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:09:06.175212 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:06.205713 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae949a-8894-4d8f-853a-9c285a1b990c req-dcf82b5e-229f-4174-ae35-3e4f113f1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:06.223602 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-aeae949a-8894-4d8f-853a-9c285a1b990c req-dcf82b5e-229f-4174-ae35-3e4f113f1807 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118846 Jun 29 16:09:06.272880 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] For port cbd8aee9-41c5-41ae-b40c-5f993faf92e2, host hv-cinder-79220, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:09:06.276470 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] For port cbd8aee9-41c5-41ae-b40c-5f993faf92e2, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cbd8aee9-41c5-41ae-b40c-5f993faf92e2,segment=NetworkSegment(93442182-f1e7-42da-b99d-61dadb860d77),segment_id=93442182-f1e7-42da-b99d-61dadb860d77)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:09:06.362657 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:06.370606 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-b9bd0777-5282-4235-88b2-874e272be802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:06.372277 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-b9bd0777-5282-4235-88b2-874e272be802 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b56db473bab74a408b5ecd211f56fefb&device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 1096 time: 0.1071289 Jun 29 16:09:06.378901 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:06.384319 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a044411-ea2d-4726-9fa6-810f743b80f6 req-22ade88c-33d7-410c-92c7-94a2d515608d tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:06.385870 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5a044411-ea2d-4726-9fa6-810f743b80f6 req-22ade88c-33d7-410c-92c7-94a2d515608d tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 943 time: 0.1115282 Jun 29 16:09:06.438168 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:06.439782 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:06.440577 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-8b173b64-cdd5-427b-abf8-d259a92bdb3b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=169fb4e3-3b7f-4f28-91d8-1791867dda12 HTTP/1.1" status: 200 len: 217 time: 0.0536854 Jun 29 16:09:06.441775 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] 10.222.0.86 "PUT /v2.0/ports/cbd8aee9-41c5-41ae-b40c-5f993faf92e2 HTTP/1.1" status: 200 len: 1093 time: 0.9004669 Jun 29 16:09:06.442323 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91a75fd-6b58-4783-bd94-19fb52a580a8', 'tag': 'cbd8aee9-41c5-41ae-b40c-5f993faf92e2'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:06.446008 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead481dc-8425-4ffc-85f6-7612160155a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c91a75fd-6b58-4783-bd94-19fb52a580a8", "tag": "cbd8aee9-41c5-41ae-b40c-5f993faf92e2"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:06.498847 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5a044411-ea2d-4726-9fa6-810f743b80f6 req-97f0697b-3898-4def-83a4-9ecc4f2e7a3d tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/security-groups?id=515619ee-c48e-41bc-bcc8-4a3845395ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744283 Jun 29 16:09:06.509732 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Pushing event updated for resources: {'Port': ['ID=cbd8aee9-41c5-41ae-b40c-5f993faf92e2,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:06.516262 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:06.540184 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-aafdf969-b6bd-4b8b-b89f-bfa91d4f8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:06.546781 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-aafdf969-b6bd-4b8b-b89f-bfa91d4f8561 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b33d3e2f-8cbd-4c52-90c7-1f91743bd5d0 HTTP/1.1" status: 200 len: 849 time: 0.0856938 Jun 29 16:09:06.585223 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c68383-8282-4534-8fa4-b7dcd06f9062 x-openstack-request-id: req-30c68383-8282-4534-8fa4-b7dcd06f9062 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:06.585646 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91a75fd-6b58-4783-bd94-19fb52a580a8", "tag": "cbd8aee9-41c5-41ae-b40c-5f993faf92e2", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:06.585935 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30c68383-8282-4534-8fa4-b7dcd06f9062 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:06.586375 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91a75fd-6b58-4783-bd94-19fb52a580a8', 'tag': 'cbd8aee9-41c5-41ae-b40c-5f993faf92e2', 'status': 'completed', 'code': 200} Jun 29 16:09:06.662510 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b9248-bccc-4f2d-bc4b-83bb03cb8bcb req-60e738f5-dc44-4a13-9e23-177b0c4050f9 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:06.664078 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2f7b9248-bccc-4f2d-bc4b-83bb03cb8bcb req-60e738f5-dc44-4a13-9e23-177b0c4050f9 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 943 time: 0.1144102 Jun 29 16:09:06.715000 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-0cc0c516-4805-4bef-80fc-750a7deb33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:06.717137 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-0cc0c516-4805-4bef-80fc-750a7deb33db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f54995a1ffe40a8bb7f53c3f45f501e&device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 1096 time: 0.1174545 Jun 29 16:09:06.722828 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2f7b9248-bccc-4f2d-bc4b-83bb03cb8bcb req-44074927-6b69-485e-a47a-ac2579457af5 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517387 Jun 29 16:09:06.765073 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-e7930930-54a1-4c98-9725-98d3a5033406 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd8aee9-41c5-41ae-b40c-5f993faf92e2 HTTP/1.1" status: 200 len: 217 time: 0.0398679 Jun 29 16:09:06.820688 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-365d83f6-7508-4eb2-a163-1a274b755d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:06.822224 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-365d83f6-7508-4eb2-a163-1a274b755d8f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9d1e1d2-6dc3-4541-a475-09be58885431 HTTP/1.1" status: 200 len: 849 time: 0.0498557 Jun 29 16:09:06.876046 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-037d2ae2-4da9-4e78-a7df-8bfcc5bcb8ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1349cda2-251c-4a73-a9eb-3c3e3d325249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3274491 Jun 29 16:09:06.878267 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-de23444c-e192-4947-b5ac-bc4d37240871 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48f16a62-16e8-4f29-8bb3-012168f3b2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471370 Jun 29 16:09:06.978778 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-ced95246-6014-45a3-92a6-cdb4178f6fea service neutron] 10.222.0.86 "GET /v2.0/networks/1349cda2-251c-4a73-a9eb-3c3e3d325249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862060 Jun 29 16:09:06.981327 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-478736e7-8561-4bd0-a6e9-8c6ed7542d38 service neutron] 10.222.0.86 "GET /v2.0/networks/48f16a62-16e8-4f29-8bb3-012168f3b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882792 Jun 29 16:09:07.106906 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-da31a75d-18c4-4a32-b571-a9df12aa4cb8 req-bcb6bb86-00f4-4ed4-b022-99a2ba26acd1 service neutron] 10.222.0.86 "GET /v2.0/networks/48f16a62-16e8-4f29-8bb3-012168f3b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166866 Jun 29 16:09:07.107665 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c637f746-ad58-46a5-9266-4aa1fab7cd88 req-8ca580de-7396-49b1-813a-9ece11c7737f service neutron] 10.222.0.86 "GET /v2.0/networks/1349cda2-251c-4a73-a9eb-3c3e3d325249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167138 Jun 29 16:09:07.284003 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead481dc-8425-4ffc-85f6-7612160155a4 req-fed36b54-cc01-4848-a0a6-77c083bae632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:07.285460 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ead481dc-8425-4ffc-85f6-7612160155a4 req-fed36b54-cc01-4848-a0a6-77c083bae632 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f54995a1ffe40a8bb7f53c3f45f501e&device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 1096 time: 0.0548236 Jun 29 16:09:07.380431 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead481dc-8425-4ffc-85f6-7612160155a4 req-8256ebbe-16c2-4d2a-a2bf-62287875bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:07.381891 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ead481dc-8425-4ffc-85f6-7612160155a4 req-8256ebbe-16c2-4d2a-a2bf-62287875bdbf service neutron] 10.222.0.86 "GET /v2.0/networks?id=48f16a62-16e8-4f29-8bb3-012168f3b2a5 HTTP/1.1" status: 200 len: 910 time: 0.0879757 Jun 29 16:09:07.424262 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ead481dc-8425-4ffc-85f6-7612160155a4 req-79c140f2-65c9-470c-aa9d-e1cbe530cc85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd8aee9-41c5-41ae-b40c-5f993faf92e2 HTTP/1.1" status: 200 len: 217 time: 0.0337987 Jun 29 16:09:07.476475 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead481dc-8425-4ffc-85f6-7612160155a4 req-79384761-fd40-4e8f-8e11-4c47cdb7f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:07.477953 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ead481dc-8425-4ffc-85f6-7612160155a4 req-79384761-fd40-4e8f-8e11-4c47cdb7f80d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9d1e1d2-6dc3-4541-a475-09be58885431 HTTP/1.1" status: 200 len: 849 time: 0.0458925 Jun 29 16:09:07.515397 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ead481dc-8425-4ffc-85f6-7612160155a4 req-c3cf564b-7658-4fd1-83a3-f725befa4255 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48f16a62-16e8-4f29-8bb3-012168f3b2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301938 Jun 29 16:09:07.617267 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ead481dc-8425-4ffc-85f6-7612160155a4 req-d5942454-2b08-48a5-bc6c-cc35401fd8e4 service neutron] 10.222.0.86 "GET /v2.0/networks/48f16a62-16e8-4f29-8bb3-012168f3b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936413 Jun 29 16:09:07.715201 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812ca66-7465-40ee-9e0b-86ce27675fa3 req-a6e67737-3312-4416-91b3-b7a0d6628a7b tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:07.717385 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d812ca66-7465-40ee-9e0b-86ce27675fa3 req-a6e67737-3312-4416-91b3-b7a0d6628a7b tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 943 time: 0.0810006 Jun 29 16:09:07.718757 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ead481dc-8425-4ffc-85f6-7612160155a4 req-fc06568b-408c-4387-a1a4-fefb2f0813c3 service neutron] 10.222.0.86 "GET /v2.0/networks/48f16a62-16e8-4f29-8bb3-012168f3b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933723 Jun 29 16:09:07.760713 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d812ca66-7465-40ee-9e0b-86ce27675fa3 req-47a80ebf-48ae-4131-a998-c86be19c2252 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/security-groups?id=515619ee-c48e-41bc-bcc8-4a3845395ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367634 Jun 29 16:09:07.933398 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965101d-ddd1-4eff-8c98-3c5987b4095d req-ee5b7eb4-9f47-4b6b-83e1-f40e0a67f2ce tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:07.935005 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8965101d-ddd1-4eff-8c98-3c5987b4095d req-ee5b7eb4-9f47-4b6b-83e1-f40e0a67f2ce tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 943 time: 0.0688643 Jun 29 16:09:07.979998 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8965101d-ddd1-4eff-8c98-3c5987b4095d req-74ca4765-ed4d-4fc3-a69e-f017fc0e778a tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382390 Jun 29 16:09:08.095851 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c228fad-1761-41d0-966f-24f09ed650d7 req-8e87f704-c33e-4813-908a-555f72453f37 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:08.097382 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8c228fad-1761-41d0-966f-24f09ed650d7 req-8e87f704-c33e-4813-908a-555f72453f37 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 946 time: 0.0646789 Jun 29 16:09:08.136011 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8c228fad-1761-41d0-966f-24f09ed650d7 req-0583ec2d-8f5c-4205-9dd8-89bc7a1aead1 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328104 Jun 29 16:09:08.943176 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f8048-5ac7-4144-a75a-ad2e5ee1495f req-f4feb146-c173-4832-8bbd-25d45b8d6971 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:08.944700 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-806f8048-5ac7-4144-a75a-ad2e5ee1495f req-f4feb146-c173-4832-8bbd-25d45b8d6971 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 943 time: 0.0722585 Jun 29 16:09:08.981436 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-806f8048-5ac7-4144-a75a-ad2e5ee1495f req-e9c0fcf6-253d-438c-b1c4-0989c48a4d72 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/security-groups?id=515619ee-c48e-41bc-bcc8-4a3845395ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309479 Jun 29 16:09:09.154255 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672cea2-dee5-4120-a8e9-60403e031308 req-e5da8227-0f26-461c-868d-5f71c640cfb5 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:09.155769 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8672cea2-dee5-4120-a8e9-60403e031308 req-e5da8227-0f26-461c-868d-5f71c640cfb5 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 943 time: 0.0654418 Jun 29 16:09:09.195028 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8672cea2-dee5-4120-a8e9-60403e031308 req-37535262-6f9a-41b0-b2a8-50121c03949f tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334470 Jun 29 16:09:09.318089 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b576d-bcd8-4fb8-aad9-45cc14ff34da req-3b3f65b9-9c2e-448d-840f-8a99a38a2c1f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:09.319475 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-424b576d-bcd8-4fb8-aad9-45cc14ff34da req-3b3f65b9-9c2e-448d-840f-8a99a38a2c1f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 946 time: 0.0632522 Jun 29 16:09:09.358968 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-424b576d-bcd8-4fb8-aad9-45cc14ff34da req-9537d855-c56b-49dd-bccd-4315c1c78d47 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333352 Jun 29 16:09:09.872664 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-f506398a-ee28-4726-b0d1-83fefce7bc0c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:09.874168 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-f506398a-ee28-4726-b0d1-83fefce7bc0c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.86 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 946 time: 0.0672996 Jun 29 16:09:09.986677 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Deleting port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:09.987041 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:10.086176 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] For port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:10.086540 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:10.219250 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device cbd8aee9-41c5-41ae-b40c-5f993faf92e2 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:09:10.315852 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69254d0a-6e5e-4203-bbdb-1361258cf0b6 req-1d721dd6-d85f-4208-ab5f-30572c868b96 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:10.317528 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-69254d0a-6e5e-4203-bbdb-1361258cf0b6 req-1d721dd6-d85f-4208-ab5f-30572c868b96 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 943 time: 0.2215042 Jun 29 16:09:10.334169 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port cbd8aee9-41c5-41ae-b40c-5f993faf92e2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cbd8aee9-41c5-41ae-b40c-5f993faf92e2,segment=NetworkSegment(93442182-f1e7-42da-b99d-61dadb860d77),segment_id=93442182-f1e7-42da-b99d-61dadb860d77)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:10.348448 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': 'cbd8aee9-41c5-41ae-b40c-5f993faf92e2', 'network_id': '48f16a62-16e8-4f29-8bb3-012168f3b2a5', 'port_id': 'cbd8aee9-41c5-41ae-b40c-5f993faf92e2', 'mac_address': 'fa:16:3e:79:ee:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d1e1d2-6dc3-4541-a475-09be58885431', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:09:10.389887 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f88b-d266-4698-8ac0-907f4e614320 req-965b7636-b965-49a1-8b48-ef2a7c5f0c57 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:10.391959 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0cb9f88b-d266-4698-8ac0-907f4e614320 req-965b7636-b965-49a1-8b48-ef2a7c5f0c57 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 943 time: 0.0802839 Jun 29 16:09:10.406242 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-69254d0a-6e5e-4203-bbdb-1361258cf0b6 req-1639ca1e-cefd-4a7e-8d67-b9fecaca2113 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/security-groups?id=515619ee-c48e-41bc-bcc8-4a3845395ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792749 Jun 29 16:09:10.416211 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:10.416612 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:10.416909 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.l3_db [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Floating IP 93dc1b82-e192-476b-ac96-8ff966c0d18e disassociated. External IP: 172.28.3.144, port: ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2. Jun 29 16:09:10.417258 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Calling delete_port for ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 owned by compute:nova {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:10.446509 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0cb9f88b-d266-4698-8ac0-907f4e614320 req-a7597cc9-973b-476c-8270-2f0295952e46 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478077 Jun 29 16:09:10.524415 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:10.539001 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd8aee9-41c5-41ae-b40c-5f993faf92e2 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:10.561281 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port cbd8aee9-41c5-41ae-b40c-5f993faf92e2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cbd8aee9-41c5-41ae-b40c-5f993faf92e2,segment=NetworkSegment(93442182-f1e7-42da-b99d-61dadb860d77),segment_id=93442182-f1e7-42da-b99d-61dadb860d77)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:10.614154 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1803167-6747-45a7-8613-7b99c29fd811 req-0c2e538a-10e1-454f-b635-c20d3bed1bc3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:10.615679 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d1803167-6747-45a7-8613-7b99c29fd811 req-0c2e538a-10e1-454f-b635-c20d3bed1bc3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 946 time: 0.0704963 Jun 29 16:09:10.645365 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:10.646188 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 169fb4e3-3b7f-4f28-91d8-1791867dda12 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:09:10.648707 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:10.659446 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d1803167-6747-45a7-8613-7b99c29fd811 req-440ff5fe-b99a-49dc-99d9-05387d11db50 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=836f1c41-0b5c-4074-9e8e-a64dd7810b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380235 Jun 29 16:09:10.672826 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:10.677220 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2ba2caea-89fb-4749-a544-a8dfb2ee3a35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:10.717969 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event deleted for resources: {'Port': ['ID=ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:10.721152 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:10.754354 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=cbd8aee9-41c5-41ae-b40c-5f993faf92e2,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:10.760544 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:10.787134 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 169fb4e3-3b7f-4f28-91d8-1791867dda12, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=169fb4e3-3b7f-4f28-91d8-1791867dda12,segment=NetworkSegment(b98effae-6058-43c3-9764-ed1c17161aec),segment_id=b98effae-6058-43c3-9764-ed1c17161aec)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:10.800498 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '169fb4e3-3b7f-4f28-91d8-1791867dda12', 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249', 'port_id': '169fb4e3-3b7f-4f28-91d8-1791867dda12', 'mac_address': 'fa:16:3e:dd:b4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33d3e2f-8cbd-4c52-90c7-1f91743bd5d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:09:10.827986 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:09:10.838389 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:10.853593 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169fb4e3-3b7f-4f28-91d8-1791867dda12 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:10.876872 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 169fb4e3-3b7f-4f28-91d8-1791867dda12, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=169fb4e3-3b7f-4f28-91d8-1791867dda12,segment=NetworkSegment(b98effae-6058-43c3-9764-ed1c17161aec),segment_id=b98effae-6058-43c3-9764-ed1c17161aec)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:10.944697 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:09:10.955872 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d48471-a921-442e-9469-464aa2ce71a0 None None] Sync routers for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:09:10.958477 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:10.961176 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:10.996858 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d48471-a921-442e-9469-464aa2ce71a0 None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:10.997541 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-a9d48471-a921-442e-9469-464aa2ce71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:08:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:11.012011 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] No DVR routers for this DVR port ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 on host hv-cinder-79220 {{(pid=93589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:11.014814 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:11.017328 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e291e7be-e4b1-4310-a856-bd0fef3867c2 req-44d8f5cc-ada6-49ac-9824-2ec6ae0a2fb3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.86 "DELETE /v2.0/ports/ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 HTTP/1.1" status: 204 len: 173 time: 1.1379802 Jun 29 16:09:11.018127 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'name': 'network-vif-deleted', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:11.021834 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cdf75e-2f59-43ff-ac55-9b58e3696c90" -d '{"events": [{"server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "name": "network-vif-deleted", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:11.061300 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=169fb4e3-3b7f-4f28-91d8-1791867dda12,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:11.066393 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:11.074986 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b393ba-012c-4a6e-ac9e-cd3a9c5b33bc x-openstack-request-id: req-c2b393ba-012c-4a6e-ac9e-cd3a9c5b33bc {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:11.075870 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b20710-382f-42b1-a92c-d3b10cf99da4", "name": "network-vif-deleted", "tag": "ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:11.076161 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2b393ba-012c-4a6e-ac9e-cd3a9c5b33bc {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:11.076592 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b20710-382f-42b1-a92c-d3b10cf99da4', 'name': 'network-vif-deleted', 'tag': 'ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2', 'status': 'completed', 'code': 200} Jun 29 16:09:11.138508 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-a9d48471-a921-442e-9469-464aa2ce71a0 None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:11.217167 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['169fb4e3-3b7f-4f28-91d8-1791867dda12'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:11.222707 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['cbd8aee9-41c5-41ae-b40c-5f993faf92e2'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:11.579468 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-a9d48471-a921-442e-9469-464aa2ce71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:11.618697 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d48471-a921-442e-9469-464aa2ce71a0 None None] Checking router: b217ab73-b62b-4e3c-93ff-1eea813fe4b9 for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:09:11.619664 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fa391-443a-4936-8d34-23834deaf474 req-0f0d3a15-9c3b-4dac-b6a7-922ec8c0300a tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:11.621568 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-161fa391-443a-4936-8d34-23834deaf474 req-0f0d3a15-9c3b-4dac-b6a7-922ec8c0300a tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 944 time: 0.0785930 Jun 29 16:09:11.632823 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d48471-a921-442e-9469-464aa2ce71a0 None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:11.633460 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-a9d48471-a921-442e-9469-464aa2ce71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:08:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:11.668327 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-161fa391-443a-4936-8d34-23834deaf474 req-9d6e31a3-815b-40aa-878f-833478775c26 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/security-groups?id=515619ee-c48e-41bc-bcc8-4a3845395ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376096 Jun 29 16:09:11.723715 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f68ae4-e98d-4a56-8242-1340edbaaf31 req-921c71c6-75c8-48bc-80af-41026b8bff58 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:11.725291 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-67f68ae4-e98d-4a56-8242-1340edbaaf31 req-921c71c6-75c8-48bc-80af-41026b8bff58 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 944 time: 0.1055901 Jun 29 16:09:11.772259 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-a9d48471-a921-442e-9469-464aa2ce71a0 None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:11.780592 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-67f68ae4-e98d-4a56-8242-1340edbaaf31 req-772b5601-707d-470c-aabb-efea0d759028 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490568 Jun 29 16:09:11.854102 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-95178959-f83a-48fe-8218-2cc057cdedb3 req-350d839b-95af-485a-8c4c-3afeea36f527 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b20710-382f-42b1-a92c-d3b10cf99da4 HTTP/1.1" status: 200 len: 210 time: 0.0281422 Jun 29 16:09:11.987917 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-a9d48471-a921-442e-9469-464aa2ce71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:12.016068 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d48471-a921-442e-9469-464aa2ce71a0 None None] The sync data for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb is: [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:09:12.249271 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device cbd8aee9-41c5-41ae-b40c-5f993faf92e2 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:12.260845 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ea4698-2758-4b4b-8295-4e4e19065689 None None] New status for floating IP 93dc1b82-e192-476b-ac96-8ff966c0d18e: DOWN {{(pid=93591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:09:12.357791 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port cbd8aee9-41c5-41ae-b40c-5f993faf92e2 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:12.365938 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port cbd8aee9-41c5-41ae-b40c-5f993faf92e2 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:12.366374 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:12.456590 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:12.482573 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91a75fd-6b58-4783-bd94-19fb52a580a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd8aee9-41c5-41ae-b40c-5f993faf92e2'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:12.487301 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71a3e66-f8dd-4f48-81db-d26d05b223e6" -d '{"events": [{"server_uuid": "c91a75fd-6b58-4783-bd94-19fb52a580a8", "name": "network-vif-plugged", "status": "completed", "tag": "cbd8aee9-41c5-41ae-b40c-5f993faf92e2"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:12.500106 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port cbd8aee9-41c5-41ae-b40c-5f993faf92e2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cbd8aee9-41c5-41ae-b40c-5f993faf92e2,segment=NetworkSegment(93442182-f1e7-42da-b99d-61dadb860d77),segment_id=93442182-f1e7-42da-b99d-61dadb860d77)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:12.530114 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4e7d99-ac20-45b7-adaa-37020a337ce0 x-openstack-request-id: req-4f4e7d99-ac20-45b7-adaa-37020a337ce0 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:12.530507 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91a75fd-6b58-4783-bd94-19fb52a580a8", "name": "network-vif-plugged", "status": "completed", "tag": "cbd8aee9-41c5-41ae-b40c-5f993faf92e2", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:12.530687 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f4e7d99-ac20-45b7-adaa-37020a337ce0 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:12.531107 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91a75fd-6b58-4783-bd94-19fb52a580a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd8aee9-41c5-41ae-b40c-5f993faf92e2', 'code': 200} Jun 29 16:09:12.559849 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:12.561056 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 169fb4e3-3b7f-4f28-91d8-1791867dda12 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:12.562974 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:12.642407 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=cbd8aee9-41c5-41ae-b40c-5f993faf92e2,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:12.645947 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:12.726484 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 169fb4e3-3b7f-4f28-91d8-1791867dda12 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:12.732901 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 169fb4e3-3b7f-4f28-91d8-1791867dda12 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:12.732901 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:12.840220 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:12.893935 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 169fb4e3-3b7f-4f28-91d8-1791867dda12, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=169fb4e3-3b7f-4f28-91d8-1791867dda12,segment=NetworkSegment(b98effae-6058-43c3-9764-ed1c17161aec),segment_id=b98effae-6058-43c3-9764-ed1c17161aec)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:12.920537 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c589936-d3c8-43eb-be22-6a3a124d1047 req-a8cf78b6-bcd2-444a-bf8d-7e7b016037a2 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:12.922033 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6c589936-d3c8-43eb-be22-6a3a124d1047 req-a8cf78b6-bcd2-444a-bf8d-7e7b016037a2 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 945 time: 0.1079087 Jun 29 16:09:12.965377 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0461e-3fbe-4e6c-bc32-03e52ab0a919 req-059229c2-3b82-43cc-af19-37056926d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:12.966891 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e2c0461e-3fbe-4e6c-bc32-03e52ab0a919 req-059229c2-3b82-43cc-af19-37056926d52f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 1098 time: 0.0969079 Jun 29 16:09:12.975790 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6c589936-d3c8-43eb-be22-6a3a124d1047 req-c1cf578c-a3d5-4517-88ef-f961618702cd tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/security-groups?id=515619ee-c48e-41bc-bcc8-4a3845395ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454781 Jun 29 16:09:12.984767 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:12.987673 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:12.991642 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:13.003545 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be934be4-8b3b-4460-9de9-2b7e62e41091 req-18a0ea8e-93df-4706-98f0-5da69677f946 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:13.003545 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-be934be4-8b3b-4460-9de9-2b7e62e41091 req-18a0ea8e-93df-4706-98f0-5da69677f946 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 944 time: 0.0745425 Jun 29 16:09:13.020287 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e2c0461e-3fbe-4e6c-bc32-03e52ab0a919 req-2e81d925-a5ae-4a13-9b29-11f3757da8a1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=515619ee-c48e-41bc-bcc8-4a3845395ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Jun 29 16:09:13.021643 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:13.021996 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device ba753d3b-dc50-4f8d-99ab-d58ec03e3ac2 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:13.048134 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-be934be4-8b3b-4460-9de9-2b7e62e41091 req-d42f1ac8-7edc-4f0c-b9a3-ab44b1b1092d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Jun 29 16:09:13.079822 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=169fb4e3-3b7f-4f28-91d8-1791867dda12,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:13.083129 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:13.162415 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52648) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:13.226599 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e1496cbe-3b49-4977-b490-6109639a6293 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:13.257303 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e1496cbe-3b49-4977-b490-6109639a6293 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:13.391279 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e1496cbe-3b49-4977-b490-6109639a6293 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:13.394045 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e1496cbe-3b49-4977-b490-6109639a6293 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:13.397702 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e1496cbe-3b49-4977-b490-6109639a6293 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "DELETE /v2.0/security-groups/836f1c41-0b5c-4074-9e8e-a64dd7810b9a HTTP/1.1" status: 204 len: 168 time: 0.2318323 Jun 29 16:09:13.397702 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b6c74c4e-4703-4ce9-993b-0d3cd759fae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:13.398058 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52650) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:13.405105 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1496cbe-3b49-4977-b490-6109639a6293 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836f1c41-0b5c-4074-9e8e-a64dd7810b9a,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:13.407460 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e1496cbe-3b49-4977-b490-6109639a6293 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:13.414106 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.api.v2.resource [None req-1fc07754-7472-49da-9f64-bab7b59a2656 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] show failed (client error): The resource could not be found. Jun 29 16:09:13.415166 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-1fc07754-7472-49da-9f64-bab7b59a2656 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups/836f1c41-0b5c-4074-9e8e-a64dd7810b9a HTTP/1.1" status: 404 len: 347 time: 0.0161567 Jun 29 16:09:13.418059 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52652) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:13.571075 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Deleting port 794c4c6a-f700-4809-b87b-18cb0fa07de9 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:13.571327 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:13.647239 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:13.647594 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:13.659762 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Calling delete_port for 794c4c6a-f700-4809-b87b-18cb0fa07de9 owned by network:floatingip {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:14.099992 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:14.107078 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-5a1d7af4-9717-4770-bd07-9818cfdde9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:14.139602 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event deleted for resources: {'Port': ['ID=794c4c6a-f700-4809-b87b-18cb0fa07de9,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:14.143610 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:14.241794 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:14.244471 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:14.249736 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "DELETE /v2.0/floatingips/93dc1b82-e192-476b-ac96-8ff966c0d18e HTTP/1.1" status: 204 len: 168 time: 0.8267291 Jun 29 16:09:14.295026 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd93a5-d8a5-4f96-b95a-18c3ca2ec161 req-e626a624-8e72-4ace-8a23-2eefe16d04a6 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:14.295026 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2edd93a5-d8a5-4f96-b95a-18c3ca2ec161 req-e626a624-8e72-4ace-8a23-2eefe16d04a6 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 945 time: 0.0894511 Jun 29 16:09:14.325734 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2edd93a5-d8a5-4f96-b95a-18c3ca2ec161 req-dbab9893-0199-4cbe-91d0-8411a7300f44 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364542 Jun 29 16:09:14.334283 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3183fa6-d14f-4cd7-ba8a-7295eda359a9 req-3ee568f0-b9fc-41d1-ba09-22945f29f058 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:14.335844 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b3183fa6-d14f-4cd7-ba8a-7295eda359a9 req-3ee568f0-b9fc-41d1-ba09-22945f29f058 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 945 time: 0.0698190 Jun 29 16:09:14.376825 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b3183fa6-d14f-4cd7-ba8a-7295eda359a9 req-d3f94816-35f2-4a63-b4bd-5df8b41d8e1f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/security-groups?id=515619ee-c48e-41bc-bcc8-4a3845395ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346332 Jun 29 16:09:14.531852 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233e67-4ddc-4ed2-a4f1-5863521833bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169fb4e3-3b7f-4f28-91d8-1791867dda12'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:14.534993 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46917e4-3042-4914-ba6f-bd8f08718f51" -d '{"events": [{"server_uuid": "7a233e67-4ddc-4ed2-a4f1-5863521833bf", "name": "network-vif-plugged", "status": "completed", "tag": "169fb4e3-3b7f-4f28-91d8-1791867dda12"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:14.570789 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5cf56d-ec5d-43c6-887a-dbfb33cad5f5 x-openstack-request-id: req-3c5cf56d-ec5d-43c6-887a-dbfb33cad5f5 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:14.571102 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233e67-4ddc-4ed2-a4f1-5863521833bf", "name": "network-vif-plugged", "status": "completed", "tag": "169fb4e3-3b7f-4f28-91d8-1791867dda12", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:14.571368 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c5cf56d-ec5d-43c6-887a-dbfb33cad5f5 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:14.571806 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233e67-4ddc-4ed2-a4f1-5863521833bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169fb4e3-3b7f-4f28-91d8-1791867dda12', 'code': 200} Jun 29 16:09:14.643076 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52664) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:14.647706 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-206f3e82-e1c9-40e6-9275-ae74a7b56c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748097438', 'description': 'tempest-description--407580699'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:14.748336 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-206f3e82-e1c9-40e6-9275-ae74a7b56c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:14.842019 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-206f3e82-e1c9-40e6-9275-ae74a7b56c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:14.944319 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-206f3e82-e1c9-40e6-9275-ae74a7b56c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:14.949131 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a6c64ce6-a7db-4d56-bcc7-c3178766bf32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:14.986627 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f3e82-e1c9-40e6-9275-ae74a7b56c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a4801-a2f4-4cc0-8953-75bc1c265ce2,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:14.989608 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-206f3e82-e1c9-40e6-9275-ae74a7b56c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:15.007680 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0dc25-4617-47fd-835c-3bafd8968467 req-3c43747b-827f-448c-8893-2c6d23653c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:15.009227 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-42c0dc25-4617-47fd-835c-3bafd8968467 req-3c43747b-827f-448c-8893-2c6d23653c39 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 1098 time: 0.1068525 Jun 29 16:09:15.046628 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-42c0dc25-4617-47fd-835c-3bafd8968467 req-93935500-c141-497f-be1a-6c85bfb48f7f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295069 Jun 29 16:09:15.068871 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-206f3e82-e1c9-40e6-9275-ae74a7b56c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:15.070338 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-206f3e82-e1c9-40e6-9275-ae74a7b56c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4261885 Jun 29 16:09:15.073336 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52672) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:15.078084 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-89110f0e-6ddb-4ca8-8118-88ce154fa9e5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'security_group_rule': {'security_group_id': 'f63a4801-a2f4-4cc0-8953-75bc1c265ce2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:15.171412 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89110f0e-6ddb-4ca8-8118-88ce154fa9e5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:15.219948 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89110f0e-6ddb-4ca8-8118-88ce154fa9e5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:15.313935 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89110f0e-6ddb-4ca8-8118-88ce154fa9e5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:15.323657 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-109202dc-a5eb-4762-88b1-102be2b01d4a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:15.333885 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89110f0e-6ddb-4ca8-8118-88ce154fa9e5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0405f92e-94e7-4aca-bc18-d7fc7d18c2a4,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:15.336616 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-89110f0e-6ddb-4ca8-8118-88ce154fa9e5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:15.472954 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89110f0e-6ddb-4ca8-8118-88ce154fa9e5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:15.477278 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-89110f0e-6ddb-4ca8-8118-88ce154fa9e5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3998239 Jun 29 16:09:15.477981 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52682) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:15.483088 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-c3ac3034-0733-4df3-8696-f8a6be3c5c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'security_group_rule': {'security_group_id': 'f63a4801-a2f4-4cc0-8953-75bc1c265ce2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:15.509222 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b881ab2-5efe-460d-a5ec-e62ac169a5b2 req-bba93523-6a76-45fc-81cd-15da1d782b8d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:15.510760 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6b881ab2-5efe-460d-a5ec-e62ac169a5b2 req-bba93523-6a76-45fc-81cd-15da1d782b8d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 945 time: 0.0695493 Jun 29 16:09:15.532152 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da4480-e02e-49f2-a253-3697c50a1caa req-39af6f15-ae46-4588-bc93-ef12ba970280 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:15.533771 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-68da4480-e02e-49f2-a253-3697c50a1caa req-39af6f15-ae46-4588-bc93-ef12ba970280 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0849473 Jun 29 16:09:15.551956 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6b881ab2-5efe-460d-a5ec-e62ac169a5b2 req-1b076261-1134-4071-872a-2d033f0f737a tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342455 Jun 29 16:09:15.574924 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-68da4480-e02e-49f2-a253-3697c50a1caa req-8dccdfd4-74a6-4fb2-8919-45154529392f tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345330 Jun 29 16:09:15.595131 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3034-0733-4df3-8696-f8a6be3c5c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:15.655984 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3034-0733-4df3-8696-f8a6be3c5c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:15.753512 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3034-0733-4df3-8696-f8a6be3c5c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:15.755706 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-1f0502bb-6818-40c8-8c1e-c6b8daa3531f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:15.772124 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac3034-0733-4df3-8696-f8a6be3c5c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b60efc-4919-45b6-a72d-d3e3124d8108,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:15.774475 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c3ac3034-0733-4df3-8696-f8a6be3c5c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:15.862356 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3034-0733-4df3-8696-f8a6be3c5c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:15.863478 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c3ac3034-0733-4df3-8696-f8a6be3c5c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3845484 Jun 29 16:09:15.866687 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52684) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:15.871299 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'floatingip': {'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:15.953948 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:16.050937 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:16.056260 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:09:16.157424 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Allocated IP 172.28.3.205 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/28f95a75-ff6e-495d-ad08-4f4c21c0fac6) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:16.261101 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:16.376139 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25630535'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:16.376767 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d203e21d-6335-44ff-9a27-21a1266041dd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:16.417823 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:16.420713 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:16.424310 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:16.429872 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'Port': ['ID=28f95a75-ff6e-495d-ad08-4f4c21c0fac6,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:16.449838 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:16.520674 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:16.725525 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1cc5e-4108-4070-b660-3373349fbc1f req-783d42a3-5291-4dcc-8a09-1c16316ae80c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:16.727014 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-13b1cc5e-4108-4070-b660-3373349fbc1f req-783d42a3-5291-4dcc-8a09-1c16316ae80c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 945 time: 0.0637465 Jun 29 16:09:16.752576 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f696f-9dab-43d9-b69a-e06f7f831293 req-44536cdc-c3d8-4ae0-883b-1599891f4f54 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:16.754151 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c02f696f-9dab-43d9-b69a-e06f7f831293 req-44536cdc-c3d8-4ae0-883b-1599891f4f54 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0637326 Jun 29 16:09:16.768942 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-13b1cc5e-4108-4070-b660-3373349fbc1f req-3d1516f5-d7a2-49df-bc06-8be4a56b8ee3 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361705 Jun 29 16:09:16.793734 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c02f696f-9dab-43d9-b69a-e06f7f831293 req-037142a6-3d41-4fdc-86b3-bc54d7750d9d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335760 Jun 29 16:09:16.859111 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:17.012549 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:17.096504 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:17.099556 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:17.163285 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'Port': ['ID=28f95a75-ff6e-495d-ad08-4f4c21c0fac6,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:17.169308 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:17.175682 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:17.325561 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:17.326806 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4591854 Jun 29 16:09:17.547685 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-a1d35363-0abf-4ab4-bc03-9a506ace1605 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--748097438&fields=id&tenant_id=666e686de73c488ba885f0cbb4f3ec49 HTTP/1.1" status: 200 len: 267 time: 0.0342832 Jun 29 16:09:17.657514 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-00b07c66-be37-442d-9cbb-a785de713a13 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:17.658773 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-00b07c66-be37-442d-9cbb-a785de713a13 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 816 time: 0.1047063 Jun 29 16:09:17.676643 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-e65ff21d-0b58-4cc3-b9e3-5984dd4eb3d4 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/quotas/666e686de73c488ba885f0cbb4f3ec49 HTTP/1.1" status: 200 len: 375 time: 0.0117233 Jun 29 16:09:17.764091 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-61efa86d-02e8-4093-97df-3ca8de631934 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815427 Jun 29 16:09:17.771247 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbb229-dfad-4942-bc82-67584386a030 req-87b0bb80-c6bd-4200-a24b-5f8b5a1c896a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:17.773244 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-94cbb229-dfad-4942-bc82-67584386a030 req-87b0bb80-c6bd-4200-a24b-5f8b5a1c896a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.0741823 Jun 29 16:09:17.864666 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-1a7ad02b-dab3-47b3-ac0a-d6a6900c8761 service neutron] 10.222.0.13 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879369 Jun 29 16:09:17.895574 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Deleting port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:17.896046 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:17.964180 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-71f11abe-9bbe-42c6-b54e-4804852820b5 service neutron] 10.222.0.13 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935612 Jun 29 16:09:18.027133 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] For port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:18.027459 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:18.051682 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-64e0b412-7d30-4c01-90dd-ffd7a00f3387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:18.055318 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ae97c-0b3b-46b9-aae2-f20ca832b832 req-53933219-2d11-4942-b526-8825453dcdfb tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:18.057407 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9c6ae97c-0b3b-46b9-aae2-f20ca832b832 req-53933219-2d11-4942-b526-8825453dcdfb tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 946 time: 0.1205106 Jun 29 16:09:18.167382 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9c6ae97c-0b3b-46b9-aae2-f20ca832b832 req-d72abfda-c5d2-416a-b3be-7f605cdd4d80 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c4f6d04-f779-48ef-b0db-225240ab8d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834949 Jun 29 16:09:18.280618 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1e111c93-0881-4246-91c6-47e192497167 req-06002337-40d9-4922-ad84-f0eb0ae25e18 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 210 time: 0.0440645 Jun 29 16:09:18.298486 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:18.299068 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:18.299311 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.l3_db [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Floating IP 5b36103e-1ae9-40b1-b094-29229aff25ae disassociated. External IP: 172.28.3.175, port: 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95. Jun 29 16:09:18.299709 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Calling delete_port for 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 owned by compute:nova {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:18.525538 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:18.529415 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f214615e-bc3a-44c0-a2c1-03e5c30ce79c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:18.555290 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event deleted for resources: {'Port': ['ID=08b2b4de-0ace-45cd-82a3-de0ab2f8ba95,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:18.558494 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:18.666518 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Router f90da393-dd93-4a12-a906-07dc67f648ef has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:09:19.077915 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:09:19.090145 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4325e05-4456-43a9-85a9-084b46cede57 None None] Sync routers for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:09:19.101414 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4325e05-4456-43a9-85a9-084b46cede57 None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:19.103027 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-a4325e05-4456-43a9-85a9-084b46cede57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:08:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:19.120818 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460beb4-b0ee-4f1e-be95-562442d41f06 req-799a2adc-1dca-4655-aafc-20983b914685 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:19.122451 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c460beb4-b0ee-4f1e-be95-562442d41f06 req-799a2adc-1dca-4655-aafc-20983b914685 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 945 time: 0.0845308 Jun 29 16:09:19.143826 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] No DVR routers for this DVR port 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 on host hv-cinder-79220 {{(pid=93589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:19.155981 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:19.158353 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-94cbb229-dfad-4942-bc82-67584386a030 req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.86 "DELETE /v2.0/ports/08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 HTTP/1.1" status: 204 len: 173 time: 1.3791399 Jun 29 16:09:19.159119 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'name': 'network-vif-deleted', 'tag': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:19.161503 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848d16f1-3914-4be0-aaf6-6a9b475380b4" -d '{"events": [{"server_uuid": "a99b3725-0d42-40e1-92ad-56e34840cf87", "name": "network-vif-deleted", "tag": "08b2b4de-0ace-45cd-82a3-de0ab2f8ba95"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:19.182407 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c460beb4-b0ee-4f1e-be95-562442d41f06 req-78f0f5d1-4905-4457-acc7-56f6de527970 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505161 Jun 29 16:09:19.224419 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f83a1f-93fa-470f-acf4-bade785c3f26 req-29011551-398c-46c7-8ba7-81857f00660e tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:19.225981 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d5f83a1f-93fa-470f-acf4-bade785c3f26 req-29011551-398c-46c7-8ba7-81857f00660e tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 945 time: 0.0843482 Jun 29 16:09:19.244939 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70bcc7-049e-4e90-a13d-6d75f07e8926 x-openstack-request-id: req-0d70bcc7-049e-4e90-a13d-6d75f07e8926 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:19.245270 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99b3725-0d42-40e1-92ad-56e34840cf87", "name": "network-vif-deleted", "tag": "08b2b4de-0ace-45cd-82a3-de0ab2f8ba95", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:19.245695 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d70bcc7-049e-4e90-a13d-6d75f07e8926 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:19.247028 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99b3725-0d42-40e1-92ad-56e34840cf87', 'name': 'network-vif-deleted', 'tag': '08b2b4de-0ace-45cd-82a3-de0ab2f8ba95', 'status': 'completed', 'code': 200} Jun 29 16:09:19.293861 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d5f83a1f-93fa-470f-acf4-bade785c3f26 req-6185e363-3c1f-4cd6-aaf3-a5aefceb4ac0 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/security-groups?id=515619ee-c48e-41bc-bcc8-4a3845395ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570378 Jun 29 16:09:19.355708 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-a4325e05-4456-43a9-85a9-084b46cede57 None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:19.362987 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-166781f6-f860-45de-85b4-4ea38e3d2a7e req-10f571a1-d14d-4165-be7a-c771465cd3ef tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 210 time: 0.0297410 Jun 29 16:09:19.376392 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8f4877ec-4800-4b33-b919-15adec01f28a req-8dcd620b-5bb0-4c28-bedf-e2dce61a66d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 210 time: 0.0283680 Jun 29 16:09:19.553463 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-a4325e05-4456-43a9-85a9-084b46cede57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:19.579028 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4325e05-4456-43a9-85a9-084b46cede57 None None] Checking router: f90da393-dd93-4a12-a906-07dc67f648ef for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:09:19.587391 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4325e05-4456-43a9-85a9-084b46cede57 None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:19.588104 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-a4325e05-4456-43a9-85a9-084b46cede57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:08:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:19.692988 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-a4325e05-4456-43a9-85a9-084b46cede57 None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:19.895786 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-a4325e05-4456-43a9-85a9-084b46cede57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:19.921404 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4325e05-4456-43a9-85a9-084b46cede57 None None] The sync data for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb is: [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:09:20.175202 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003199d8-9271-430e-88f6-ae6b76ddcb5d None None] New status for floating IP 5b36103e-1ae9-40b1-b094-29229aff25ae: DOWN {{(pid=93591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:09:20.285722 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:20.312587 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1fae3914-4365-4f44-8802-dee964cd27ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:20.314686 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:20.315832 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 08b2b4de-0ace-45cd-82a3-de0ab2f8ba95 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:20.360648 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5e4a-fb49-40e2-a0d7-da2bb8019f2c req-d80df105-d4ed-4f82-9feb-910904c0163c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:20.362295 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-33df5e4a-fb49-40e2-a0d7-da2bb8019f2c req-d80df105-d4ed-4f82-9feb-910904c0163c tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 945 time: 0.0731130 Jun 29 16:09:20.405284 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:20.416189 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-33df5e4a-fb49-40e2-a0d7-da2bb8019f2c req-b6a4695d-ccd9-4142-818e-5744f1a0eb12 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473335 Jun 29 16:09:20.560668 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771d3f9-ef87-4c02-a3d9-c2a96f818da5 req-75c7ab56-e2ea-4175-ba43-30dcad6f908b tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:20.562154 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1771d3f9-ef87-4c02-a3d9-c2a96f818da5 req-75c7ab56-e2ea-4175-ba43-30dcad6f908b tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 945 time: 0.1083272 Jun 29 16:09:20.576610 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f8bb3fea-23a4-4ef1-9e08-3c791620062f req-feede30f-f623-4987-91c5-adddc2c2c194 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99b3725-0d42-40e1-92ad-56e34840cf87 HTTP/1.1" status: 200 len: 210 time: 0.0286078 Jun 29 16:09:20.583751 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14020291-7368-4ee9-bda3-289dab3eca41 req-d0782a91-ec78-48ca-bebe-64512ed145da tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:20.585754 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-14020291-7368-4ee9-bda3-289dab3eca41 req-d0782a91-ec78-48ca-bebe-64512ed145da tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 945 time: 0.0915346 Jun 29 16:09:20.645480 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1771d3f9-ef87-4c02-a3d9-c2a96f818da5 req-87354c3b-a799-4f50-b138-1ab01838a522 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/security-groups?id=515619ee-c48e-41bc-bcc8-4a3845395ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775201 Jun 29 16:09:20.717554 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [req-14020291-7368-4ee9-bda3-289dab3eca41 req-fba58bfe-c864-4147-bccd-676ad5ed24f7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Deleting port 169fb4e3-3b7f-4f28-91d8-1791867dda12 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:20.717906 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-14020291-7368-4ee9-bda3-289dab3eca41 req-fba58bfe-c864-4147-bccd-676ad5ed24f7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:20.725381 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-abba1f20-66f8-49c6-a37f-e696152d39b7 req-66c82f72-7e39-4a37-bb0e-0a7be2e09387 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 210 time: 0.0352585 Jun 29 16:09:20.742265 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a50a-f9ba-4454-a077-335dbc769524 req-4ea6414b-622b-4aaa-9342-5a20178d5133 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:20.743849 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f701a50a-f9ba-4454-a077-335dbc769524 req-4ea6414b-622b-4aaa-9342-5a20178d5133 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.86 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 945 time: 0.1119199 Jun 29 16:09:20.821346 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [req-14020291-7368-4ee9-bda3-289dab3eca41 req-fba58bfe-c864-4147-bccd-676ad5ed24f7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] For port 169fb4e3-3b7f-4f28-91d8-1791867dda12, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=169fb4e3-3b7f-4f28-91d8-1791867dda12,segment=NetworkSegment(b98effae-6058-43c3-9764-ed1c17161aec),segment_id=b98effae-6058-43c3-9764-ed1c17161aec)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:20.821825 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-14020291-7368-4ee9-bda3-289dab3eca41 req-fba58bfe-c864-4147-bccd-676ad5ed24f7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:20.836615 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [req-14020291-7368-4ee9-bda3-289dab3eca41 req-fba58bfe-c864-4147-bccd-676ad5ed24f7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Calling delete_port for 169fb4e3-3b7f-4f28-91d8-1791867dda12 owned by compute:nova {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:20.870782 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-f701a50a-f9ba-4454-a077-335dbc769524 req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Deleting port cbd8aee9-41c5-41ae-b40c-5f993faf92e2 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:20.871116 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-f701a50a-f9ba-4454-a077-335dbc769524 req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:20.974087 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-f701a50a-f9ba-4454-a077-335dbc769524 req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] For port cbd8aee9-41c5-41ae-b40c-5f993faf92e2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cbd8aee9-41c5-41ae-b40c-5f993faf92e2,segment=NetworkSegment(93442182-f1e7-42da-b99d-61dadb860d77),segment_id=93442182-f1e7-42da-b99d-61dadb860d77)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:20.974339 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-f701a50a-f9ba-4454-a077-335dbc769524 req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:20.987150 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-f701a50a-f9ba-4454-a077-335dbc769524 req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Calling delete_port for cbd8aee9-41c5-41ae-b40c-5f993faf92e2 owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:21.048383 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-14020291-7368-4ee9-bda3-289dab3eca41 req-fba58bfe-c864-4147-bccd-676ad5ed24f7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:21.053433 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ecee730a-540b-4635-91c6-90cd12e14a4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:21.060606 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['169fb4e3-3b7f-4f28-91d8-1791867dda12'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:21.080223 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba58bfe-c864-4147-bccd-676ad5ed24f7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Pushing event deleted for resources: {'Port': ['ID=169fb4e3-3b7f-4f28-91d8-1791867dda12,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:21.088618 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-fba58bfe-c864-4147-bccd-676ad5ed24f7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:21.134017 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [req-14020291-7368-4ee9-bda3-289dab3eca41 req-fba58bfe-c864-4147-bccd-676ad5ed24f7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] No DVR routers for this DVR port 169fb4e3-3b7f-4f28-91d8-1791867dda12 on host hv-cinder-79220 {{(pid=93589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:21.136824 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [req-14020291-7368-4ee9-bda3-289dab3eca41 req-fba58bfe-c864-4147-bccd-676ad5ed24f7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:21.139860 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-14020291-7368-4ee9-bda3-289dab3eca41 req-fba58bfe-c864-4147-bccd-676ad5ed24f7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.86 "DELETE /v2.0/ports/169fb4e3-3b7f-4f28-91d8-1791867dda12 HTTP/1.1" status: 204 len: 173 time: 0.5426521 Jun 29 16:09:21.217446 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-aef3692d-6982-4c80-8389-fb3f18f49cbf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:21.218903 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-aef3692d-6982-4c80-8389-fb3f18f49cbf tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.86 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 816 time: 0.1170626 Jun 29 16:09:21.250235 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233e67-4ddc-4ed2-a4f1-5863521833bf', 'name': 'network-vif-deleted', 'tag': '169fb4e3-3b7f-4f28-91d8-1791867dda12'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:21.252926 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a4976c-39d8-4844-8e4e-3e0ee32995c3" -d '{"events": [{"server_uuid": "7a233e67-4ddc-4ed2-a4f1-5863521833bf", "name": "network-vif-deleted", "tag": "169fb4e3-3b7f-4f28-91d8-1791867dda12"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:21.269161 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-b95652cc-a31c-4e1c-9ae8-0fde8ed62142 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=666e686de73c488ba885f0cbb4f3ec49 HTTP/1.1" status: 200 len: 379 time: 0.0399828 Jun 29 16:09:21.281362 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'port': {'device_id': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'admin_state_up': True, 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'security_groups': ['f63a4801-a2f4-4cc0-8953-75bc1c265ce2']}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:21.292886 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e34c05-fad1-44ba-9661-3279ad83f068 x-openstack-request-id: req-d3e34c05-fad1-44ba-9661-3279ad83f068 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:21.293217 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233e67-4ddc-4ed2-a4f1-5863521833bf", "name": "network-vif-deleted", "tag": "169fb4e3-3b7f-4f28-91d8-1791867dda12", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:21.293513 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3e34c05-fad1-44ba-9661-3279ad83f068 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:21.293936 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233e67-4ddc-4ed2-a4f1-5863521833bf', 'name': 'network-vif-deleted', 'tag': '169fb4e3-3b7f-4f28-91d8-1791867dda12', 'status': 'completed', 'code': 200} Jun 29 16:09:21.298856 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-f701a50a-f9ba-4454-a077-335dbc769524 req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:21.312768 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['cbd8aee9-41c5-41ae-b40c-5f993faf92e2'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:21.331113 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-30fe5c91-ee55-482d-9473-0ae2e4c8c76f tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:21.361246 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Pushing event deleted for resources: {'Port': ['ID=cbd8aee9-41c5-41ae-b40c-5f993faf92e2,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:21.400797 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.403337 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.403337 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.403337 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.403337 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.403337 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.403337 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.403337 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.404032 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.404032 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.404255 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.404554 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:21.414939 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:21.439229 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f701a50a-f9ba-4454-a077-335dbc769524 req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] No DVR routers for this DVR port cbd8aee9-41c5-41ae-b40c-5f993faf92e2 on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:21.442981 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-f701a50a-f9ba-4454-a077-335dbc769524 req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:21.445130 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f701a50a-f9ba-4454-a077-335dbc769524 req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.86 "DELETE /v2.0/ports/cbd8aee9-41c5-41ae-b40c-5f993faf92e2 HTTP/1.1" status: 204 len: 173 time: 0.6954110 Jun 29 16:09:21.445642 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91a75fd-6b58-4783-bd94-19fb52a580a8', 'name': 'network-vif-deleted', 'tag': 'cbd8aee9-41c5-41ae-b40c-5f993faf92e2'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:21.448036 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00ef678-a139-42e1-b2f5-f45e6fff5b40" -d '{"events": [{"server_uuid": "c91a75fd-6b58-4783-bd94-19fb52a580a8", "name": "network-vif-deleted", "tag": "cbd8aee9-41c5-41ae-b40c-5f993faf92e2"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:21.515532 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47937f9f-dbb9-49c7-ba45-5c55323b0e1e x-openstack-request-id: req-47937f9f-dbb9-49c7-ba45-5c55323b0e1e {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:21.516247 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91a75fd-6b58-4783-bd94-19fb52a580a8", "name": "network-vif-deleted", "tag": "cbd8aee9-41c5-41ae-b40c-5f993faf92e2", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:21.517697 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47937f9f-dbb9-49c7-ba45-5c55323b0e1e {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:21.517697 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91a75fd-6b58-4783-bd94-19fb52a580a8', 'name': 'network-vif-deleted', 'tag': 'cbd8aee9-41c5-41ae-b40c-5f993faf92e2', 'status': 'completed', 'code': 200} Jun 29 16:09:21.611137 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:21.627348 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4ab94bd8-c329-46c4-97d9-9840bf218170 req-30cebe02-ec74-4f35-bb2b-01d9bac262ec tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a233e67-4ddc-4ed2-a4f1-5863521833bf HTTP/1.1" status: 200 len: 210 time: 0.0338972 Jun 29 16:09:21.628180 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Made reservation on behalf of 666e686de73c488ba885f0cbb4f3ec49 for: {'port': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:09:21.631692 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:21.764989 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Allocated IP 172.20.0.6 (ed9107c0-0852-43ee-80ef-c5c82cf4c16b/bcba7253-a8a4-4c4a-856e-c931d3a02acd/36294d7f-2d8a-476d-801f-f13339489093) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:21.818020 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-10e439c5-7f42-4a1a-b54c-dbbd64c92911 req-bbeceb97-ec3d-4049-83ea-c88e851133c9 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91a75fd-6b58-4783-bd94-19fb52a580a8 HTTP/1.1" status: 200 len: 210 time: 0.0331507 Jun 29 16:09:21.868968 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52790) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:21.934121 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-cca92403-1cfe-4e9e-b668-58becf6ab6e9 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:21.953111 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c99ec183-f1ca-4b64-ad49-200b7e8ac533 req-55a64966-fcd4-4851-8a21-f8b09c77cba2 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 210 time: 0.0310934 Jun 29 16:09:21.982977 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-cca92403-1cfe-4e9e-b668-58becf6ab6e9 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.051095 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.159206 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-cca92403-1cfe-4e9e-b668-58becf6ab6e9 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.159457 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Transition to ACTIVE for port object 36294d7f-2d8a-476d-801f-f13339489093 will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:22.161967 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-cca92403-1cfe-4e9e-b668-58becf6ab6e9 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.163172 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-cca92403-1cfe-4e9e-b668-58becf6ab6e9 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "DELETE /v2.0/security-groups/8c4f6d04-f779-48ef-b0db-225240ab8d59 HTTP/1.1" status: 204 len: 168 time: 0.2931056 Jun 29 16:09:22.163968 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-206f3e82-e1c9-40e6-9275-ae74a7b56c2c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:22.166847 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 52792) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:22.173739 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca92403-1cfe-4e9e-b668-58becf6ab6e9 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4f6d04-f779-48ef-b0db-225240ab8d59,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:22.181673 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-cca92403-1cfe-4e9e-b668-58becf6ab6e9 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:22.186824 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.api.v2.resource [None req-e89dad06-acc3-4c62-a8d6-d1e91b2b6d05 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] show failed (client error): The resource could not be found. Jun 29 16:09:22.187916 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-e89dad06-acc3-4c62-a8d6-d1e91b2b6d05 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups/8c4f6d04-f779-48ef-b0db-225240ab8d59 HTTP/1.1" status: 404 len: 347 time: 0.0202849 Jun 29 16:09:22.191407 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52794) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:22.296775 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25294942'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.300897 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-091fedc0-9f21-4cc3-9e8f-0f2421519304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:22.327192 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Deleting port 419cb204-e8c0-4613-a6f9-28a2c20c501f {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:22.327578 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.353926 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Network ed9107c0-0852-43ee-80ef-c5c82cf4c16b is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:22.357358 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:22.361330 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:22.368192 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event updated for resources: {'Port': ['ID=36294d7f-2d8a-476d-801f-f13339489093,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:22.392495 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:22.422172 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.422763 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.432194 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:22.433500 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.437381 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Calling delete_port for 419cb204-e8c0-4613-a6f9-28a2c20c501f owned by network:floatingip {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:22.572648 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2967989 Jun 29 16:09:22.588042 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Request body: {'port': {'device_id': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:22.656590 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.661701 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-9f5d1486-1483-432e-851d-386f5e4cd38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:22.664211 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.687428 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event deleted for resources: {'Port': ['ID=419cb204-e8c0-4613-a6f9-28a2c20c501f,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:22.691354 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:22.720013 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-cd51c60e-8beb-4a4d-973d-5ccd6e191d58 None None] Provisioning for port 36294d7f-2d8a-476d-801f-f13339489093 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:22.724375 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-cd51c60e-8beb-4a4d-973d-5ccd6e191d58 None None] Provisioning complete for port 36294d7f-2d8a-476d-801f-f13339489093 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:22.724857 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-cd51c60e-8beb-4a4d-973d-5ccd6e191d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.775749 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-cd51c60e-8beb-4a4d-973d-5ccd6e191d58 None None] Port 36294d7f-2d8a-476d-801f-f13339489093 cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:09:22.781079 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.783839 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.788223 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "DELETE /v2.0/floatingips/5b36103e-1ae9-40b1-b094-29229aff25ae HTTP/1.1" status: 204 len: 168 time: 0.5925846 Jun 29 16:09:23.000261 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36294d7f-2d8a-476d-801f-f13339489093 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:23.012963 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.013214 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-aed55cad-377e-4694-a2ec-9ee405aafabd tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:23.015300 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-aed55cad-377e-4694-a2ec-9ee405aafabd tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/networks?id=1349cda2-251c-4a73-a9eb-3c3e3d325249 HTTP/1.1" status: 200 len: 809 time: 0.1176357 Jun 29 16:09:23.029086 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Transition to ACTIVE for port object 36294d7f-2d8a-476d-801f-f13339489093 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:23.035860 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-cd626371-dbd5-40bb-9efa-b15503d1ba02 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/quotas/b56db473bab74a408b5ecd211f56fefb HTTP/1.1" status: 200 len: 375 time: 0.0102203 Jun 29 16:09:23.062587 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.070528 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-cb3e6b22-67f1-4999-a026-664272c977a3 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b56db473bab74a408b5ecd211f56fefb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289547 Jun 29 16:09:23.125085 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.127514 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c065ca8f-8262-4e2b-bd01-02771dad79f8 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:23.167816 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-dfe269f6-98ea-411c-81b5-1767ec1fe131 service neutron] 10.222.0.13 "GET /v2.0/networks/1349cda2-251c-4a73-a9eb-3c3e3d325249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905905 Jun 29 16:09:23.187809 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Pushing event updated for resources: {'Port': ['ID=36294d7f-2d8a-476d-801f-f13339489093,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:23.192879 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:23.234110 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52816) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:23.239470 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962006411', 'description': 'tempest-description--1981452562'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:23.273222 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Attempting to bind port 36294d7f-2d8a-476d-801f-f13339489093 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:09:23.275119 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Attempting to bind port 36294d7f-2d8a-476d-801f-f13339489093 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:09:23.275119 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Attempting to bind port 36294d7f-2d8a-476d-801f-f13339489093 on network ed9107c0-0852-43ee-80ef-c5c82cf4c16b {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:23.308122 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Port 36294d7f-2d8a-476d-801f-f13339489093 on network ed9107c0-0852-43ee-80ef-c5c82cf4c16b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:09:23.308122 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Attempting to bind port 36294d7f-2d8a-476d-801f-f13339489093 on network ed9107c0-0852-43ee-80ef-c5c82cf4c16b {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:23.308122 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:09:23.308122 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Checking segment: {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:23.308122 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Bound using segment: {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:09:23.308122 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Bound port: 36294d7f-2d8a-476d-801f-f13339489093, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2707b1a5-bf1a-461c-9304-acddf2a01a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:09:23.308122 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.308753 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-3d9e683e-acb8-4d85-a85d-efd512ae514c service neutron] 10.222.0.13 "GET /v2.0/networks/1349cda2-251c-4a73-a9eb-3c3e3d325249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302238 Jun 29 16:09:23.372503 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:09:23.383158 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:09:23.411026 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.478642 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.484214 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:23.519739 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.525427 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:23.525427 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.525427 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] 10.222.0.86 "PUT /v2.0/ports/36294d7f-2d8a-476d-801f-f13339489093 HTTP/1.1" status: 200 len: 1093 time: 0.9411786 Jun 29 16:09:23.525684 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'tag': '36294d7f-2d8a-476d-801f-f13339489093'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:23.529305 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa5b1a5-3d54-454d-a677-ba26ea52ef12" -d '{"events": [{"name": "network-changed", "server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "tag": "36294d7f-2d8a-476d-801f-f13339489093"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:23.589326 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Pushing event updated for resources: {'Port': ['ID=36294d7f-2d8a-476d-801f-f13339489093,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:23.597389 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:23.622837 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3dc0c-1782-4724-b1fd-025be38ef9a9 req-fb3bb3c5-19b7-40bb-850d-55f4e86b9c9d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:23.624882 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3dd3dc0c-1782-4724-b1fd-025be38ef9a9 req-fb3bb3c5-19b7-40bb-850d-55f4e86b9c9d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.1768951 Jun 29 16:09:23.626552 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144a9319-3903-464c-a695-e08c7ff13efa x-openstack-request-id: req-144a9319-3903-464c-a695-e08c7ff13efa {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:23.626880 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "tag": "36294d7f-2d8a-476d-801f-f13339489093", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:23.627174 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-144a9319-3903-464c-a695-e08c7ff13efa {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:23.627631 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'tag': '36294d7f-2d8a-476d-801f-f13339489093', 'status': 'completed', 'code': 200} Jun 29 16:09:23.703449 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cf5194e1-3a9f-4672-aedd-98e4766c2203 req-046d12a4-e432-49af-80aa-09c402da8671 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 210 time: 0.0465949 Jun 29 16:09:23.704316 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.707289 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-47064f87-1a3d-43de-9ec6-22eea25fbfb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:23.753706 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3dd3dc0c-1782-4724-b1fd-025be38ef9a9 req-79cc0f89-5aac-4f69-98cf-581a99ebf79d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131389 Jun 29 16:09:23.761656 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24aa3d79-1161-4d79-8783-4115f4a7bdb2,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:23.769672 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.770077 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.770445 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.770806 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.771163 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.771602 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.772061 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.772461 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.773092 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.773677 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.774056 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.774409 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:23.791076 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:23.799306 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5b1a5-3d54-454d-a677-ba26ea52ef12 req-68003864-c899-48c3-873d-31e2a7a1888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:23.800860 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4fa5b1a5-3d54-454d-a677-ba26ea52ef12 req-68003864-c899-48c3-873d-31e2a7a1888f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 1096 time: 0.1250634 Jun 29 16:09:23.913955 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.914383 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5b1a5-3d54-454d-a677-ba26ea52ef12 req-e0718f94-f3d0-40b8-9aba-c539e023bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:23.915838 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6799245 Jun 29 16:09:23.916046 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4fa5b1a5-3d54-454d-a677-ba26ea52ef12 req-e0718f94-f3d0-40b8-9aba-c539e023bd10 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=666e686de73c488ba885f0cbb4f3ec49&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1053197 Jun 29 16:09:23.918395 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52830) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:23.924045 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-ce316573-0872-4cfe-bfcd-71e6c5e66cc5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'security_group_rule': {'security_group_id': '24aa3d79-1161-4d79-8783-4115f4a7bdb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:24.015719 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5b1a5-3d54-454d-a677-ba26ea52ef12 req-1164f30f-6aff-459a-8cc9-904bf3c67b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:24.017474 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4fa5b1a5-3d54-454d-a677-ba26ea52ef12 req-1164f30f-6aff-459a-8cc9-904bf3c67b52 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956337 Jun 29 16:09:24.058870 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ce316573-0872-4cfe-bfcd-71e6c5e66cc5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:24.133307 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-2e1a729c-86bc-461a-ad31-d3cac30b412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:24.134953 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-2e1a729c-86bc-461a-ad31-d3cac30b412e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 1096 time: 0.0744720 Jun 29 16:09:24.143432 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ce316573-0872-4cfe-bfcd-71e6c5e66cc5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:24.188033 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-c767998b-860d-45d9-a6eb-39e6247f19c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36294d7f-2d8a-476d-801f-f13339489093 HTTP/1.1" status: 200 len: 217 time: 0.0407948 Jun 29 16:09:24.231982 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-110b157b-976e-411e-8a44-1d6639a06690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:24.233526 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-110b157b-976e-411e-8a44-1d6639a06690 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 200 len: 855 time: 0.0445724 Jun 29 16:09:24.269352 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ce316573-0872-4cfe-bfcd-71e6c5e66cc5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:24.280006 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:24.290981 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device cbd8aee9-41c5-41ae-b40c-5f993faf92e2 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:24.299952 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce316573-0872-4cfe-bfcd-71e6c5e66cc5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f9853c-dc98-4af2-bffb-e74f87e188a8,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:24.304980 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-4b900a11-8b04-45c0-8e40-f6b47448c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:24.306538 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-4b900a11-8b04-45c0-8e40-f6b47448c02a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0665221 Jun 29 16:09:24.309751 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ce316573-0872-4cfe-bfcd-71e6c5e66cc5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:24.318658 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: cbd8aee9-41c5-41ae-b40c-5f993faf92e2 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:24.319028 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device cbd8aee9-41c5-41ae-b40c-5f993faf92e2 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:24.319476 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 169fb4e3-3b7f-4f28-91d8-1791867dda12 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:24.346091 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 169fb4e3-3b7f-4f28-91d8-1791867dda12 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:24.346442 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 169fb4e3-3b7f-4f28-91d8-1791867dda12 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:24.404396 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-ffc5910d-08c5-42d6-9107-f4d72d36a86b service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903909 Jun 29 16:09:24.483215 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ce316573-0872-4cfe-bfcd-71e6c5e66cc5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:24.483215 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-ce316573-0872-4cfe-bfcd-71e6c5e66cc5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5562317 Jun 29 16:09:24.483215 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52838) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:24.484555 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-5af22968-de33-44cb-8813-64d940bd9204 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'security_group_rule': {'security_group_id': '24aa3d79-1161-4d79-8783-4115f4a7bdb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:24.497959 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c6627519-e138-4b42-8d7a-ebb64d2fa27e req-38379e0e-f5b0-4034-8e70-ac6cbea3f4af service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870159 Jun 29 16:09:24.622835 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5af22968-de33-44cb-8813-64d940bd9204 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:24.683154 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5af22968-de33-44cb-8813-64d940bd9204 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:24.802647 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1aa7660e-b2fb-4a31-b5bc-fa0bf831463b req-ab8b03cb-25fc-49c3-9403-662f737a82db tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 210 time: 0.0295551 Jun 29 16:09:24.865298 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5af22968-de33-44cb-8813-64d940bd9204 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:24.867754 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:24.885830 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af22968-de33-44cb-8813-64d940bd9204 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda08a78-ffa6-4622-8d85-836515e9ac22,revision_number=0']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:24.888502 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5af22968-de33-44cb-8813-64d940bd9204 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:24.945595 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b359891-76e0-473e-9184-2815ac1a6a37 req-3ee8675a-3dfc-4512-88ad-dc45828cafdb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:24.947094 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5b359891-76e0-473e-9184-2815ac1a6a37 req-3ee8675a-3dfc-4512-88ad-dc45828cafdb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0649176 Jun 29 16:09:24.988595 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5b359891-76e0-473e-9184-2815ac1a6a37 req-10c552c9-b65d-4f44-a5d2-c8535ea2f206 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356700 Jun 29 16:09:25.077001 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5af22968-de33-44cb-8813-64d940bd9204 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:25.078254 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5af22968-de33-44cb-8813-64d940bd9204 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5989497 Jun 29 16:09:25.081388 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52844) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:25.086155 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'floatingip': {'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:25.182540 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:25.296252 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:25.398981 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Allocated IP 172.28.3.130 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/4043e6d7-b46d-4c3c-8cbd-ecadff89bb95) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:25.506509 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:25.620218 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25630535'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:25.622950 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-29083e23-d226-4fdc-9b25-1dd7f33d474e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:25.661366 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:25.665613 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:25.670025 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:25.673202 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'Port': ['ID=4043e6d7-b46d-4c3c-8cbd-ecadff89bb95,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:25.692328 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:25.762920 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:25.957934 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-64996aac-3ce9-47ef-8481-ca2d2918247c req-5bea96b7-5108-4cb8-8234-aed9f21e1863 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 210 time: 0.0297241 Jun 29 16:09:25.994135 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.183206 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.205631 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c5bfe-4430-4b8b-aa5d-55e884aff639 req-94d4751c-5cce-49e5-9c27-c9ab8ec84f31 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:26.207139 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6e3c5bfe-4430-4b8b-aa5d-55e884aff639 req-94d4751c-5cce-49e5-9c27-c9ab8ec84f31 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0997920 Jun 29 16:09:26.249730 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6e3c5bfe-4430-4b8b-aa5d-55e884aff639 req-711d43e9-0aad-4603-9687-1076659efda5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366733 Jun 29 16:09:26.294698 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.296172 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 36294d7f-2d8a-476d-801f-f13339489093 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:09:26.297949 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2fa85927-90d8-4261-a713-72ead873917d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:26.376363 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'Port': ['ID=4043e6d7-b46d-4c3c-8cbd-ecadff89bb95,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:26.380516 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:26.385560 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.403968 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:26.414767 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '36294d7f-2d8a-476d-801f-f13339489093', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'port_id': '36294d7f-2d8a-476d-801f-f13339489093', 'mac_address': 'fa:16:3e:83:7e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:09:26.453605 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.466680 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36294d7f-2d8a-476d-801f-f13339489093 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:26.486404 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:26.550407 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.551726 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4693415 Jun 29 16:09:26.617323 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.619321 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:26.628812 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-58361554-173f-4d53-9877-550129276c82 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:26.630380 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-58361554-173f-4d53-9877-550129276c82 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.86 "GET /v2.0/networks?id=1349cda2-251c-4a73-a9eb-3c3e3d325249 HTTP/1.1" status: 200 len: 809 time: 0.1148071 Jun 29 16:09:26.644729 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Request body: {'port': {'device_id': 'a5ad873c-6574-4035-acf8-369df99e8965', 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249', 'admin_state_up': True, 'tenant_id': 'b56db473bab74a408b5ecd211f56fefb'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:26.685783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=36294d7f-2d8a-476d-801f-f13339489093,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:26.685783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.685783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.685783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.685783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.685783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.685783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.685783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.685783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.685783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.685783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.687411 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.687411 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:26.690933 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:26.773352 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-1b042b49-6dbe-4cdb-a566-44f20eef4e69 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1962006411&fields=id&tenant_id=f1180ebf32f2459c82040f2d665ad727 HTTP/1.1" status: 200 len: 267 time: 0.0372419 Jun 29 16:09:26.833359 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['36294d7f-2d8a-476d-801f-f13339489093'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:26.897685 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0eb0ab59-678d-4d73-96f0-7f88ed60c1fe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:26.902399 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0eb0ab59-678d-4d73-96f0-7f88ed60c1fe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/networks?id=06858378-c74e-4cc1-afb8-3792abcf25a3 HTTP/1.1" status: 200 len: 810 time: 0.1216159 Jun 29 16:09:26.908738 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Made reservation on behalf of b56db473bab74a408b5ecd211f56fefb for: {'port': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:09:26.913158 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.920394 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-97eca5d2-b774-450a-a441-d8810051dffe tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/quotas/f1180ebf32f2459c82040f2d665ad727 HTTP/1.1" status: 200 len: 375 time: 0.0162454 Jun 29 16:09:27.006239 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-1500a893-9d8c-4813-a1cf-eff18d9e13db tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1180ebf32f2459c82040f2d665ad727&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849667 Jun 29 16:09:27.151016 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-9a98cc7f-a093-4d0d-8c4b-1adcfdc45add service neutron] 10.222.0.13 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313708 Jun 29 16:09:27.161586 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-39a3bc7e-e28a-4f4e-99f0-473bd69d5919 req-863d59eb-7a17-4e39-912e-7c63dc443ddb tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 210 time: 0.0512364 Jun 29 16:09:27.185360 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Allocated IP 172.20.0.11 (1349cda2-251c-4a73-a9eb-3c3e3d325249/b33d3e2f-8cbd-4c52-90c7-1f91743bd5d0/72f63fbf-cfc4-429a-a22d-b310d39d3f1b) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:27.252118 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-554abafb-df75-4676-b391-acda5729f27c service neutron] 10.222.0.13 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949874 Jun 29 16:09:27.341123 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:27.434689 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869d4d-f44a-4fcb-8ad0-72da39702e32 req-7396acd6-9d52-4a81-bad6-f8e7905c769f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:27.436267 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5f869d4d-f44a-4fcb-8ad0-72da39702e32 req-7396acd6-9d52-4a81-bad6-f8e7905c769f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 944 time: 0.0703220 Jun 29 16:09:27.474234 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5f869d4d-f44a-4fcb-8ad0-72da39702e32 req-5d77ab5b-3435-4462-a4f4-7adaf2c0382a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317640 Jun 29 16:09:27.565017 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25294942'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:27.571468 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-00060470-30c9-4e55-945c-df951a0cab80 tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:27.622448 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Network 1349cda2-251c-4a73-a9eb-3c3e3d325249 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:27.631178 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:27.633200 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:27.672645 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Pushing event updated for resources: {'Port': ['ID=72f63fbf-cfc4-429a-a22d-b310d39d3f1b,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:27.680361 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:27.705964 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-60acbb1a-e6cd-4592-ae50-02f4e7d8c953 req-1c8746cf-3fde-4504-8383-303ce73a559a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 210 time: 0.0639207 Jun 29 16:09:27.726369 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:27.727364 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:27.877640 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2373872 Jun 29 16:09:27.889092 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Request body: {'port': {'device_id': 'a5ad873c-6574-4035-acf8-369df99e8965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:27.965992 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.230519 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f63fbf-cfc4-429a-a22d-b310d39d3f1b {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:28.239855 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.254954 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Transition to ACTIVE for port object 72f63fbf-cfc4-429a-a22d-b310d39d3f1b will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:28.321470 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 36294d7f-2d8a-476d-801f-f13339489093 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:28.368838 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60492b21-9144-4fe7-8f62-eba187906915 req-c5fc5ea1-b23b-499a-982d-33d6f2f81aa3 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:28.370347 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-60492b21-9144-4fe7-8f62-eba187906915 req-c5fc5ea1-b23b-499a-982d-33d6f2f81aa3 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 932 time: 0.0674579 Jun 29 16:09:28.408782 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-60492b21-9144-4fe7-8f62-eba187906915 req-c7728250-3b5f-4f37-9e54-53d1479a4c7b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Jun 29 16:09:28.410445 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.427051 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:28.484123 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Pushing event updated for resources: {'Port': ['ID=72f63fbf-cfc4-429a-a22d-b310d39d3f1b,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:28.566322 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 36294d7f-2d8a-476d-801f-f13339489093 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:28.570793 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 36294d7f-2d8a-476d-801f-f13339489093 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:28.571178 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.664101 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.690437 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36294d7f-2d8a-476d-801f-f13339489093'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:28.693016 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac136d02-fded-4f44-b20d-b80477046525" -d '{"events": [{"server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "name": "network-vif-plugged", "status": "completed", "tag": "36294d7f-2d8a-476d-801f-f13339489093"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:28.718856 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:28.741860 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:28.742824 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f274d6-5b98-4e8f-9a9f-f7b89ee4c54a x-openstack-request-id: req-33f274d6-5b98-4e8f-9a9f-f7b89ee4c54a {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:28.743222 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "name": "network-vif-plugged", "status": "completed", "tag": "36294d7f-2d8a-476d-801f-f13339489093", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:28.743878 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33f274d6-5b98-4e8f-9a9f-f7b89ee4c54a {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:28.744371 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36294d7f-2d8a-476d-801f-f13339489093', 'code': 200} Jun 29 16:09:28.816666 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Attempting to bind port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:09:28.817008 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Attempting to bind port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'b98effae-6058-43c3-9764-ed1c17161aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:09:28.817386 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Attempting to bind port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b on network 1349cda2-251c-4a73-a9eb-3c3e3d325249 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:28.818139 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a4e35ab5-b28e-4644-a814-3683bca7e3dc req-682aa3de-1018-457d-9835-52ddf29c5925 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 210 time: 0.0314226 Jun 29 16:09:28.828857 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b on network 1349cda2-251c-4a73-a9eb-3c3e3d325249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:09:28.829192 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Attempting to bind port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b on network 1349cda2-251c-4a73-a9eb-3c3e3d325249 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:28.844632 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4de23-a616-4c1b-b9c6-52152efd4e94 req-9ab2a722-a983-49e5-aa1a-ebd935b2d34a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:28.846170 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-66e4de23-a616-4c1b-b9c6-52152efd4e94 req-9ab2a722-a983-49e5-aa1a-ebd935b2d34a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 944 time: 0.1018116 Jun 29 16:09:28.846977 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:09:28.847311 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Checking segment: {'id': 'b98effae-6058-43c3-9764-ed1c17161aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:28.847725 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Bound using segment: {'id': 'b98effae-6058-43c3-9764-ed1c17161aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:09:28.848169 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Bound port: 72f63fbf-cfc4-429a-a22d-b310d39d3f1b, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98effae-6058-43c3-9764-ed1c17161aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:09:28.848551 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.899523 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.902433 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:28.925380 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-66e4de23-a616-4c1b-b9c6-52152efd4e94 req-8c6148e8-8d4b-4bfe-a3c9-066f7647e91f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675452 Jun 29 16:09:28.951329 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] For port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b, host hv-cinder-79220, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:09:28.955355 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] For port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=72f63fbf-cfc4-429a-a22d-b310d39d3f1b,segment=NetworkSegment(b98effae-6058-43c3-9764-ed1c17161aec),segment_id=b98effae-6058-43c3-9764-ed1c17161aec)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:09:28.972561 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=36294d7f-2d8a-476d-801f-f13339489093,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:28.975751 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:29.094491 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:29.098301 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:29.129710 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:29.130370 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:29.131807 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] 10.222.0.86 "PUT /v2.0/ports/72f63fbf-cfc4-429a-a22d-b310d39d3f1b HTTP/1.1" status: 200 len: 1094 time: 1.2470782 Jun 29 16:09:29.132344 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ad873c-6574-4035-acf8-369df99e8965', 'tag': '72f63fbf-cfc4-429a-a22d-b310d39d3f1b'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:29.134749 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcc25ab-85a8-4976-9e8e-cfc2f7271636" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ad873c-6574-4035-acf8-369df99e8965", "tag": "72f63fbf-cfc4-429a-a22d-b310d39d3f1b"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:29.164739 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Pushing event updated for resources: {'Port': ['ID=72f63fbf-cfc4-429a-a22d-b310d39d3f1b,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:29.168831 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:29.180413 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f77385-2c8c-40eb-87fd-754f45130bf6 x-openstack-request-id: req-e7f77385-2c8c-40eb-87fd-754f45130bf6 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:29.180750 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ad873c-6574-4035-acf8-369df99e8965", "tag": "72f63fbf-cfc4-429a-a22d-b310d39d3f1b", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:29.181037 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7f77385-2c8c-40eb-87fd-754f45130bf6 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:29.181466 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ad873c-6574-4035-acf8-369df99e8965', 'tag': '72f63fbf-cfc4-429a-a22d-b310d39d3f1b', 'status': 'completed', 'code': 200} Jun 29 16:09:29.312970 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1269e6-4adc-4398-9764-c9993a9df87a req-a8c23c68-51fd-48c9-9c93-2c6019e9ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:29.314517 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7a1269e6-4adc-4398-9764-c9993a9df87a req-a8c23c68-51fd-48c9-9c93-2c6019e9ad49 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 1098 time: 0.1210938 Jun 29 16:09:29.319183 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc25ab-85a8-4976-9e8e-cfc2f7271636 req-0c9eaae7-8752-4a61-92cf-0680a18b5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:29.320638 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-bdcc25ab-85a8-4976-9e8e-cfc2f7271636 req-0c9eaae7-8752-4a61-92cf-0680a18b5d09 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b56db473bab74a408b5ecd211f56fefb&device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 1097 time: 0.0862257 Jun 29 16:09:29.400391 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7a1269e6-4adc-4398-9764-c9993a9df87a req-15b5074c-6778-412e-a1c3-7635c6fec7ab service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787663 Jun 29 16:09:29.450597 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc25ab-85a8-4976-9e8e-cfc2f7271636 req-7ecbca55-59f3-42a1-bfc1-2a0769770fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:29.452204 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-bdcc25ab-85a8-4976-9e8e-cfc2f7271636 req-7ecbca55-59f3-42a1-bfc1-2a0769770fbc service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b56db473bab74a408b5ecd211f56fefb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1240439 Jun 29 16:09:29.597459 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc25ab-85a8-4976-9e8e-cfc2f7271636 req-8e47c14b-b1ad-4fa9-bfb2-72b33b4cfbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:29.598924 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-bdcc25ab-85a8-4976-9e8e-cfc2f7271636 req-8e47c14b-b1ad-4fa9-bfb2-72b33b4cfbbb service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322923 Jun 29 16:09:29.615532 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b767494-055a-4e6b-a749-40f23c9213dd req-fd57425d-8035-441c-89a8-f4a777a8e9eb tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:29.616678 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9b767494-055a-4e6b-a749-40f23c9213dd req-fd57425d-8035-441c-89a8-f4a777a8e9eb tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 944 time: 0.0940101 Jun 29 16:09:29.660193 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9b767494-055a-4e6b-a749-40f23c9213dd req-c4f561da-5b95-4ec1-97fe-3b25289b6b47 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371275 Jun 29 16:09:29.742492 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-b3b3414e-3a06-46c2-be71-aad080341367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:29.744034 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-b3b3414e-3a06-46c2-be71-aad080341367 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b56db473bab74a408b5ecd211f56fefb&device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 1097 time: 0.0594733 Jun 29 16:09:29.787390 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-14bab5d0-4a3f-48bb-8137-bf69eb9022ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f63fbf-cfc4-429a-a22d-b310d39d3f1b HTTP/1.1" status: 200 len: 217 time: 0.0344715 Jun 29 16:09:29.840119 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-3a087287-0280-48b5-9995-bd28f798f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:29.842188 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-3a087287-0280-48b5-9995-bd28f798f7f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b33d3e2f-8cbd-4c52-90c7-1f91743bd5d0 HTTP/1.1" status: 200 len: 849 time: 0.0459523 Jun 29 16:09:29.876653 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-afad7c95-3430-489a-a07e-a9b5824715dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1349cda2-251c-4a73-a9eb-3c3e3d325249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272474 Jun 29 16:09:29.973711 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-63d61373-7082-4073-b4ac-63508ed46832 service neutron] 10.222.0.86 "GET /v2.0/networks/1349cda2-251c-4a73-a9eb-3c3e3d325249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901263 Jun 29 16:09:29.990225 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e2415872-4a15-48e3-8d68-ab2673c4994b req-588e9206-f437-4902-b66f-a07fc5b1b59c tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 210 time: 0.0319343 Jun 29 16:09:30.071318 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a0c4f52c-5cce-498c-ae69-6e6cd31a014f req-60d19ea1-6483-437e-8020-128f79d42268 service neutron] 10.222.0.86 "GET /v2.0/networks/1349cda2-251c-4a73-a9eb-3c3e3d325249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873067 Jun 29 16:09:30.155156 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcfe0d-c2fb-4cad-86d5-d13367404ff0 req-d2fc035d-ee04-44a3-a059-d33ca206f884 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:30.156691 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6dbcfe0d-c2fb-4cad-86d5-d13367404ff0 req-d2fc035d-ee04-44a3-a059-d33ca206f884 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0719354 Jun 29 16:09:30.197360 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6dbcfe0d-c2fb-4cad-86d5-d13367404ff0 req-fe902671-6c54-4b90-ae2b-b23a31a4f1f7 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347304 Jun 29 16:09:30.571121 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2875eb09-afee-457a-a8a3-ece9d593d9ee tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:30.572611 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2875eb09-afee-457a-a8a3-ece9d593d9ee tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.86 "GET /v2.0/networks?id=06858378-c74e-4cc1-afb8-3792abcf25a3 HTTP/1.1" status: 200 len: 810 time: 0.1068320 Jun 29 16:09:30.624765 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-17e26ced-a438-435b-82ac-f080dfff5da2 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1180ebf32f2459c82040f2d665ad727 HTTP/1.1" status: 200 len: 380 time: 0.0343752 Jun 29 16:09:30.634851 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'port': {'device_id': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'admin_state_up': True, 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'security_groups': ['24aa3d79-1161-4d79-8783-4115f4a7bdb2']}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:30.842381 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de170e-d8b2-45fb-9fae-8b05aa0068b9 req-8d981bae-244e-4cc1-9d35-12a008076928 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:30.843933 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-92de170e-d8b2-45fb-9fae-8b05aa0068b9 req-8d981bae-244e-4cc1-9d35-12a008076928 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 944 time: 0.0686283 Jun 29 16:09:30.867639 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Made reservation on behalf of f1180ebf32f2459c82040f2d665ad727 for: {'port': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:09:30.873767 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:30.896927 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-92de170e-d8b2-45fb-9fae-8b05aa0068b9 req-364da1f8-e8a4-4eec-8862-e5fae8f6f6a3 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468135 Jun 29 16:09:31.014365 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Allocated IP 172.20.0.8 (06858378-c74e-4cc1-afb8-3792abcf25a3/3a829b44-8ce0-426e-ba7d-9be05ec57ca4/897e1cd0-0da5-49f9-8651-62749e5de26c) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:31.172087 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e1371330-7748-41a2-bf4c-daaf86e603a9 req-80fa9d1a-022b-4957-9271-89765c57000e tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 210 time: 0.0435708 Jun 29 16:09:31.212783 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.229709 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Transition to ACTIVE for port object 897e1cd0-0da5-49f9-8651-62749e5de26c will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:31.383068 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25294942'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.388834 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-adf9a9bd-e7d9-453f-8df1-67d4609663d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:31.397373 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588a3db-8cac-4e6a-a0c7-4015457f96c9 req-83a2de26-34ed-4515-862b-01da22c170d0 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:31.398961 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3588a3db-8cac-4e6a-a0c7-4015457f96c9 req-83a2de26-34ed-4515-862b-01da22c170d0 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0727723 Jun 29 16:09:31.438261 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Network 06858378-c74e-4cc1-afb8-3792abcf25a3 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:31.438527 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3588a3db-8cac-4e6a-a0c7-4015457f96c9 req-c118f45c-2d19-4bac-ac42-fcc93520309e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323308 Jun 29 16:09:31.441969 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:31.446531 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:31.462525 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event updated for resources: {'Port': ['ID=897e1cd0-0da5-49f9-8651-62749e5de26c,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:31.472863 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:31.503849 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:31.504364 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.598151 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9669423 Jun 29 16:09:31.611655 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Request body: {'port': {'device_id': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:31.689934 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb9d4f-57f1-484a-8480-46413b6b0fd8 req-b2f21736-0e14-485d-9947-eedd67c34906 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:31.691420 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f1eb9d4f-57f1-484a-8480-46413b6b0fd8 req-b2f21736-0e14-485d-9947-eedd67c34906 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.1287351 Jun 29 16:09:31.701004 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 52944) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:31.706383 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-e01f65be-73f0-43ce-99f5-ac500e45d333 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Request body: {'floatingip': {'port_id': '36294d7f-2d8a-476d-801f-f13339489093'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:31.716271 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.769791 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e01f65be-73f0-43ce-99f5-ac500e45d333 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.839371 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-b83089ea-c02c-47d0-9c39-31b8cfa80e07 None None] Provisioning for port 897e1cd0-0da5-49f9-8651-62749e5de26c completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:31.846469 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-b83089ea-c02c-47d0-9c39-31b8cfa80e07 None None] Provisioning complete for port 897e1cd0-0da5-49f9-8651-62749e5de26c triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:31.847356 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-b83089ea-c02c-47d0-9c39-31b8cfa80e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.910501 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-b83089ea-c02c-47d0-9c39-31b8cfa80e07 None None] Port 897e1cd0-0da5-49f9-8651-62749e5de26c cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:09:32.063869 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897e1cd0-0da5-49f9-8651-62749e5de26c {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:32.071809 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.084619 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Transition to ACTIVE for port object 897e1cd0-0da5-49f9-8651-62749e5de26c will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:32.197457 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8eefd-f1c8-4ebc-8286-99822135bd5e req-f9bce088-5771-4e45-820d-2c3c90ec606d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:32.198849 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-94b8eefd-f1c8-4ebc-8286-99822135bd5e req-f9bce088-5771-4e45-820d-2c3c90ec606d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 944 time: 0.1588764 Jun 29 16:09:32.208071 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.213486 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-395f089f-22a3-4657-94fd-768a041e6a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:32.253664 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Pushing event updated for resources: {'Port': ['ID=897e1cd0-0da5-49f9-8651-62749e5de26c,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:32.260990 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:32.333379 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-94b8eefd-f1c8-4ebc-8286-99822135bd5e req-32e28295-8783-4fdd-b916-d8af4be9995f tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159503 Jun 29 16:09:32.350016 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e01f65be-73f0-43ce-99f5-ac500e45d333 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.354983 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 72f63fbf-cfc4-429a-a22d-b310d39d3f1b details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:09:32.414841 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Attempting to bind port 897e1cd0-0da5-49f9-8651-62749e5de26c on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:09:32.414841 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Attempting to bind port 897e1cd0-0da5-49f9-8651-62749e5de26c by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:09:32.414841 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Attempting to bind port 897e1cd0-0da5-49f9-8651-62749e5de26c on network 06858378-c74e-4cc1-afb8-3792abcf25a3 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:32.421891 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Port 897e1cd0-0da5-49f9-8651-62749e5de26c on network 06858378-c74e-4cc1-afb8-3792abcf25a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:09:32.422224 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Attempting to bind port 897e1cd0-0da5-49f9-8651-62749e5de26c on network 06858378-c74e-4cc1-afb8-3792abcf25a3 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:32.429247 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:09:32.429594 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Checking segment: {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:32.429993 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Bound using segment: {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:09:32.430438 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Bound port: 897e1cd0-0da5-49f9-8651-62749e5de26c, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8100d6fa-9ea7-45fe-a1f0-e31af940afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:09:32.430800 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.461562 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=72f63fbf-cfc4-429a-a22d-b310d39d3f1b,segment=NetworkSegment(b98effae-6058-43c3-9764-ed1c17161aec),segment_id=b98effae-6058-43c3-9764-ed1c17161aec)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:32.461812 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e01f65be-73f0-43ce-99f5-ac500e45d333 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.478428 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '72f63fbf-cfc4-429a-a22d-b310d39d3f1b', 'network_id': '1349cda2-251c-4a73-a9eb-3c3e3d325249', 'port_id': '72f63fbf-cfc4-429a-a22d-b310d39d3f1b', 'mac_address': 'fa:16:3e:50:06:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33d3e2f-8cbd-4c52-90c7-1f91743bd5d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:09:32.481274 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0627-448c-45af-b776-629bd8381357 req-0921b260-7cbd-4bcf-9dca-6c0715b6ef8b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:32.490025 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2d8c0627-448c-45af-b776-629bd8381357 req-0921b260-7cbd-4bcf-9dca-6c0715b6ef8b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 943 time: 0.1555388 Jun 29 16:09:32.539363 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.549044 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2d8c0627-448c-45af-b776-629bd8381357 req-8789f728-7075-4b66-a523-488b945bebf2 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=24aa3d79-1161-4d79-8783-4115f4a7bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580878 Jun 29 16:09:32.552671 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] For port 897e1cd0-0da5-49f9-8651-62749e5de26c, host hv-cinder-79220, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:09:32.557672 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] For port 897e1cd0-0da5-49f9-8651-62749e5de26c, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=897e1cd0-0da5-49f9-8651-62749e5de26c,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:09:32.581419 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f63fbf-cfc4-429a-a22d-b310d39d3f1b {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:32.600927 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.l3_db [None req-e01f65be-73f0-43ce-99f5-ac500e45d333 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Floating IP bc2b0c06-aca6-4828-a70e-332f5478eda8 associated. External IP: 172.28.3.205, port: 36294d7f-2d8a-476d-801f-f13339489093. Jun 29 16:09:32.612058 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=72f63fbf-cfc4-429a-a22d-b310d39d3f1b,segment=NetworkSegment(b98effae-6058-43c3-9764-ed1c17161aec),segment_id=b98effae-6058-43c3-9764-ed1c17161aec)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:32.774618 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.774844 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.776526 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.779743 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:32.780405 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:32.818375 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:32.819009 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.820509 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] 10.222.0.86 "PUT /v2.0/ports/897e1cd0-0da5-49f9-8651-62749e5de26c HTTP/1.1" status: 200 len: 1093 time: 1.2141938 Jun 29 16:09:32.821031 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'tag': '897e1cd0-0da5-49f9-8651-62749e5de26c'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:32.823342 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abde5b46-1457-4464-8853-65d649256964" -d '{"events": [{"name": "network-changed", "server_uuid": "c3087074-709b-4b86-aaf1-fdb8663b1d03", "tag": "897e1cd0-0da5-49f9-8651-62749e5de26c"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:32.854857 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=72f63fbf-cfc4-429a-a22d-b310d39d3f1b,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:32.859366 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:32.864496 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Pushing event updated for resources: {'Port': ['ID=897e1cd0-0da5-49f9-8651-62749e5de26c,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:32.869468 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:32.878597 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a63f65-5c72-4faf-ab3e-2a48c84ccc19 x-openstack-request-id: req-95a63f65-5c72-4faf-ab3e-2a48c84ccc19 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:32.878933 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3087074-709b-4b86-aaf1-fdb8663b1d03", "tag": "897e1cd0-0da5-49f9-8651-62749e5de26c", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:32.879231 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95a63f65-5c72-4faf-ab3e-2a48c84ccc19 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:32.879801 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'tag': '897e1cd0-0da5-49f9-8651-62749e5de26c', 'status': 'completed', 'code': 200} Jun 29 16:09:32.975612 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde5b46-1457-4464-8853-65d649256964 req-eb4f8501-f439-45a6-8c86-12b566252611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:32.977241 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-abde5b46-1457-4464-8853-65d649256964 req-eb4f8501-f439-45a6-8c86-12b566252611 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1180ebf32f2459c82040f2d665ad727&device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 1096 time: 0.0735390 Jun 29 16:09:33.018416 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['72f63fbf-cfc4-429a-a22d-b310d39d3f1b'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:33.109776 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde5b46-1457-4464-8853-65d649256964 req-b8f7ec86-9afa-4128-9358-9f681b931b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.111167 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-abde5b46-1457-4464-8853-65d649256964 req-b8f7ec86-9afa-4128-9358-9f681b931b41 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f1180ebf32f2459c82040f2d665ad727&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1259511 Jun 29 16:09:33.160554 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01f65be-73f0-43ce-99f5-ac500e45d333 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:09:33.226933 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde5b46-1457-4464-8853-65d649256964 req-3d830b9b-07e4-4b89-9357-d0796bbd8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.228689 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-abde5b46-1457-4464-8853-65d649256964 req-3d830b9b-07e4-4b89-9357-d0796bbd8901 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106868 Jun 29 16:09:33.278936 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01f65be-73f0-43ce-99f5-ac500e45d333 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:09:33.284481 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e01f65be-73f0-43ce-99f5-ac500e45d333 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:33.290592 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e7069-2ae6-4eac-94e3-65999ce84e94 None None] Sync routers for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:09:33.301336 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066e7069-2ae6-4eac-94e3-65999ce84e94 None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:33.304783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-066e7069-2ae6-4eac-94e3-65999ce84e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:09:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:33.326405 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e01f65be-73f0-43ce-99f5-ac500e45d333 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "PUT /v2.0/floatingips/bc2b0c06-aca6-4828-a70e-332f5478eda8 HTTP/1.1" status: 200 len: 991 time: 1.6241653 Jun 29 16:09:33.327119 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'tag': '36294d7f-2d8a-476d-801f-f13339489093'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:33.329813 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a956c8cc-83b5-4987-b489-99eef7e4aa97" -d '{"events": [{"name": "network-changed", "server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "tag": "36294d7f-2d8a-476d-801f-f13339489093"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:33.331224 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-cb3ad74a-d56c-4bd4-9dc9-d26d32c08bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.332875 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-cb3ad74a-d56c-4bd4-9dc9-d26d32c08bd1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1180ebf32f2459c82040f2d665ad727&device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 1096 time: 0.0650730 Jun 29 16:09:33.371308 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2b77ae-cf17-4b19-882b-94b80490e125 x-openstack-request-id: req-cb2b77ae-cf17-4b19-882b-94b80490e125 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:33.371678 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "tag": "36294d7f-2d8a-476d-801f-f13339489093", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:33.371969 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb2b77ae-cf17-4b19-882b-94b80490e125 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:33.372480 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'tag': '36294d7f-2d8a-476d-801f-f13339489093', 'status': 'completed', 'code': 200} Jun 29 16:09:33.390688 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-1e58110b-fe25-4271-b8f8-d7fe581c65d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897e1cd0-0da5-49f9-8651-62749e5de26c HTTP/1.1" status: 200 len: 217 time: 0.0493679 Jun 29 16:09:33.432578 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-066e7069-2ae6-4eac-94e3-65999ce84e94 None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:33.496494 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-1c9d1d8b-7cc2-4aa1-aadd-b2e021b82c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.497958 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-1c9d1d8b-7cc2-4aa1-aadd-b2e021b82c06 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3a829b44-8ce0-426e-ba7d-9be05ec57ca4 HTTP/1.1" status: 200 len: 849 time: 0.0811157 Jun 29 16:09:33.537590 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956c8cc-83b5-4987-b489-99eef7e4aa97 req-6ae3f0e6-3d38-43ad-a21b-82a9473db39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.539049 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a956c8cc-83b5-4987-b489-99eef7e4aa97 req-6ae3f0e6-3d38-43ad-a21b-82a9473db39f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 1098 time: 0.1347423 Jun 29 16:09:33.559286 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79711e01-294e-41d8-8e53-adebb53d302e req-f6ccfcf2-5038-470f-b1ba-acdb32f38bef tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.561250 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-79711e01-294e-41d8-8e53-adebb53d302e req-f6ccfcf2-5038-470f-b1ba-acdb32f38bef tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 945 time: 0.0766704 Jun 29 16:09:33.612880 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-79711e01-294e-41d8-8e53-adebb53d302e req-f3c3c064-8554-4eb2-93a4-bab7e4fee04b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Jun 29 16:09:33.629790 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0eefd881-7430-4968-b1eb-e86e20dd61db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.631585 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-0eefd881-7430-4968-b1eb-e86e20dd61db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06858378-c74e-4cc1-afb8-3792abcf25a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1261060 Jun 29 16:09:33.696283 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956c8cc-83b5-4987-b489-99eef7e4aa97 req-45fa71d2-b782-48af-b8cc-0aacf7251c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.697923 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a956c8cc-83b5-4987-b489-99eef7e4aa97 req-45fa71d2-b782-48af-b8cc-0aacf7251c6a service neutron] 10.222.0.86 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 917 time: 0.1501648 Jun 29 16:09:33.838654 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a956c8cc-83b5-4987-b489-99eef7e4aa97 req-a4106614-2ba2-473d-aa33-55bcc38e900d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36294d7f-2d8a-476d-801f-f13339489093 HTTP/1.1" status: 200 len: 999 time: 0.1265903 Jun 29 16:09:33.842950 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-4080b800-89be-4167-85b6-835bf2580c95 service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996305 Jun 29 16:09:33.868639 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a463c-18b3-43df-b706-0beb2549cf38 req-71a0be7f-f345-44ef-9806-8d245915ac79 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.870111 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b71a463c-18b3-43df-b706-0beb2549cf38 req-71a0be7f-f345-44ef-9806-8d245915ac79 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 943 time: 0.1713181 Jun 29 16:09:33.880571 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-066e7069-2ae6-4eac-94e3-65999ce84e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': 'bc2b0c06-aca6-4828-a70e-332f5478eda8', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'port_id': '36294d7f-2d8a-476d-801f-f13339489093', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'mac_address': 'fa:16:3e:83:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:09:16Z', 'updated_at': '2021-06-29T16:09:32Z', 'revision_number': 1, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:33.907821 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e7069-2ae6-4eac-94e3-65999ce84e94 None None] Checking router: b217ab73-b62b-4e3c-93ff-1eea813fe4b9 for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:09:33.916806 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066e7069-2ae6-4eac-94e3-65999ce84e94 None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:33.917498 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-066e7069-2ae6-4eac-94e3-65999ce84e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:09:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:33.972909 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956c8cc-83b5-4987-b489-99eef7e4aa97 req-51701be5-2d0f-4af2-8d1f-40594250c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.974711 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a956c8cc-83b5-4987-b489-99eef7e4aa97 req-51701be5-2d0f-4af2-8d1f-40594250c71e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 200 len: 855 time: 0.1240325 Jun 29 16:09:34.019869 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b71a463c-18b3-43df-b706-0beb2549cf38 req-cfa93fb6-cd6e-4008-aad4-cbd17f05fac0 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=24aa3d79-1161-4d79-8783-4115f4a7bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229172 Jun 29 16:09:34.034436 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-066e7069-2ae6-4eac-94e3-65999ce84e94 None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:34.050139 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a6095afc-f929-48e6-8e3e-8a7534c9fe96 req-f485a3aa-745d-446d-a263-602e9295ea59 service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958015 Jun 29 16:09:34.069498 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956c8cc-83b5-4987-b489-99eef7e4aa97 req-e69f1780-a48f-427b-95bd-d258c4e1b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:34.071012 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a956c8cc-83b5-4987-b489-99eef7e4aa97 req-e69f1780-a48f-427b-95bd-d258c4e1b5a3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863848 Jun 29 16:09:34.187267 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a956c8cc-83b5-4987-b489-99eef7e4aa97 req-0b2f7065-7687-43c8-a532-16588e89be72 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089911 Jun 29 16:09:34.347667 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-066e7069-2ae6-4eac-94e3-65999ce84e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': 'bc2b0c06-aca6-4828-a70e-332f5478eda8', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'port_id': '36294d7f-2d8a-476d-801f-f13339489093', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'mac_address': 'fa:16:3e:83:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:09:16Z', 'updated_at': '2021-06-29T16:09:32Z', 'revision_number': 1, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:34.378244 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 72f63fbf-cfc4-429a-a22d-b310d39d3f1b up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:34.382599 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e7069-2ae6-4eac-94e3-65999ce84e94 None None] The sync data for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb is: [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': 'bc2b0c06-aca6-4828-a70e-332f5478eda8', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'port_id': '36294d7f-2d8a-476d-801f-f13339489093', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'mac_address': 'fa:16:3e:83:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:09:16Z', 'updated_at': '2021-06-29T16:09:32Z', 'revision_number': 1, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:09:34.530299 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:34.537019 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:34.537517 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:34.560174 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a956c8cc-83b5-4987-b489-99eef7e4aa97 req-b2015746-8b23-4542-9c5c-d81e058e31ed service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664832 Jun 29 16:09:34.613831 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56faeb0b-3ec5-469c-8f74-281c8c52be65 None None] New status for floating IP bc2b0c06-aca6-4828-a70e-332f5478eda8: ACTIVE {{(pid=93591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:09:34.638199 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:34.673251 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ad873c-6574-4035-acf8-369df99e8965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f63fbf-cfc4-429a-a22d-b310d39d3f1b'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:34.676459 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e48102-667e-4c5b-a675-0893a8648d13" -d '{"events": [{"server_uuid": "a5ad873c-6574-4035-acf8-369df99e8965", "name": "network-vif-plugged", "status": "completed", "tag": "72f63fbf-cfc4-429a-a22d-b310d39d3f1b"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:34.691674 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=72f63fbf-cfc4-429a-a22d-b310d39d3f1b,segment=NetworkSegment(b98effae-6058-43c3-9764-ed1c17161aec),segment_id=b98effae-6058-43c3-9764-ed1c17161aec)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:34.736795 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70295424-c000-4e1b-9f4d-a2528b98a29f x-openstack-request-id: req-70295424-c000-4e1b-9f4d-a2528b98a29f {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:34.737103 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ad873c-6574-4035-acf8-369df99e8965", "name": "network-vif-plugged", "status": "completed", "tag": "72f63fbf-cfc4-429a-a22d-b310d39d3f1b", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:34.737362 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70295424-c000-4e1b-9f4d-a2528b98a29f {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:34.737765 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ad873c-6574-4035-acf8-369df99e8965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f63fbf-cfc4-429a-a22d-b310d39d3f1b', 'code': 200} Jun 29 16:09:34.803983 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:34.806489 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:34.860323 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=72f63fbf-cfc4-429a-a22d-b310d39d3f1b,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:34.863381 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:34.869734 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacce1a7-9ad2-4ecb-8a45-9120c9b8a664 req-d152a222-aba3-462f-a1f4-448bc5b71139 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:34.871248 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-aacce1a7-9ad2-4ecb-8a45-9120c9b8a664 req-d152a222-aba3-462f-a1f4-448bc5b71139 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 946 time: 0.0750041 Jun 29 16:09:34.909340 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-aacce1a7-9ad2-4ecb-8a45-9120c9b8a664 req-e78da308-313f-4f2c-9569-07df369a1dd1 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Jun 29 16:09:35.198824 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b6b45-1be7-40c9-b1bf-58cf3f81282a req-9ea5b12f-eb75-4745-a5c5-3dac718e5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:35.200937 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c94b6b45-1be7-40c9-b1bf-58cf3f81282a req-9ea5b12f-eb75-4745-a5c5-3dac718e5dd1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 1099 time: 0.0761671 Jun 29 16:09:35.214059 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc93cc7-c328-4932-9a02-d66abb832021 req-fbc95dfd-8e58-4dc2-886e-fc1b41a8e71f tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:35.216265 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0dc93cc7-c328-4932-9a02-d66abb832021 req-fbc95dfd-8e58-4dc2-886e-fc1b41a8e71f tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 943 time: 0.0702569 Jun 29 16:09:35.236712 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c94b6b45-1be7-40c9-b1bf-58cf3f81282a req-e9404de1-26af-45da-b32c-370a4d6726a4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290372 Jun 29 16:09:35.256950 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0dc93cc7-c328-4932-9a02-d66abb832021 req-d734cc4b-5f84-4273-b32d-fc8ac5c311d4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=24aa3d79-1161-4d79-8783-4115f4a7bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345762 Jun 29 16:09:36.089222 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ccc6f-5d85-4a15-897f-2eec9c6c6616 req-00440368-42ec-41ae-afba-009553815252 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:36.092534 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e35ccc6f-5d85-4a15-897f-2eec9c6c6616 req-00440368-42ec-41ae-afba-009553815252 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 946 time: 0.0664124 Jun 29 16:09:36.133368 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e35ccc6f-5d85-4a15-897f-2eec9c6c6616 req-e754f6b3-ed44-48e1-ab3f-a70d9c78a590 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348744 Jun 29 16:09:36.352728 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 897e1cd0-0da5-49f9-8651-62749e5de26c details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:09:36.445855 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514e211-6447-4316-9275-b1eeb9e59902 req-1f54a82b-e4b7-469f-b805-6d77f563e509 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:36.447364 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f514e211-6447-4316-9275-b1eeb9e59902 req-1f54a82b-e4b7-469f-b805-6d77f563e509 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 943 time: 0.0676794 Jun 29 16:09:36.467599 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 897e1cd0-0da5-49f9-8651-62749e5de26c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=897e1cd0-0da5-49f9-8651-62749e5de26c,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:36.479447 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '897e1cd0-0da5-49f9-8651-62749e5de26c', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'port_id': '897e1cd0-0da5-49f9-8651-62749e5de26c', 'mac_address': 'fa:16:3e:75:a2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:09:36.486927 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f514e211-6447-4316-9275-b1eeb9e59902 req-7055555b-905d-4cef-b2e2-fc80342a2c83 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=24aa3d79-1161-4d79-8783-4115f4a7bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334578 Jun 29 16:09:36.519750 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:36.533378 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897e1cd0-0da5-49f9-8651-62749e5de26c {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:36.552758 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 897e1cd0-0da5-49f9-8651-62749e5de26c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=897e1cd0-0da5-49f9-8651-62749e5de26c,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:36.622115 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:36.624752 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:36.672587 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=897e1cd0-0da5-49f9-8651-62749e5de26c,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:36.675851 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:36.858024 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['897e1cd0-0da5-49f9-8651-62749e5de26c'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:37.324937 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f9708-c7ea-4bad-9fff-acb886fc3b6e req-f506e514-c7df-422a-81ea-c2d42d0be9c7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:37.326547 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ad4f9708-c7ea-4bad-9fff-acb886fc3b6e req-f506e514-c7df-422a-81ea-c2d42d0be9c7 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 946 time: 0.0775292 Jun 29 16:09:37.378450 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ad4f9708-c7ea-4bad-9fff-acb886fc3b6e req-4673c724-d63a-4ec3-a808-34f1919a06db tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455785 Jun 29 16:09:37.665354 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe66e4-192b-45ad-82d9-7aec0d9f5ea2 req-6e11c336-5289-412b-9b9e-cbee5c807ffa tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:37.666862 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d0fe66e4-192b-45ad-82d9-7aec0d9f5ea2 req-6e11c336-5289-412b-9b9e-cbee5c807ffa tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 944 time: 0.0634241 Jun 29 16:09:37.709665 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d0fe66e4-192b-45ad-82d9-7aec0d9f5ea2 req-dcc62a16-b78c-43b6-885f-b93fbc3ad3a4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=24aa3d79-1161-4d79-8783-4115f4a7bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348654 Jun 29 16:09:38.369127 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 897e1cd0-0da5-49f9-8651-62749e5de26c up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:38.518747 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 897e1cd0-0da5-49f9-8651-62749e5de26c completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:38.522906 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 897e1cd0-0da5-49f9-8651-62749e5de26c triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:38.523285 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.605812 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.628389 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897e1cd0-0da5-49f9-8651-62749e5de26c'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:38.637986 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a999aad-346d-420a-b5af-c7caabfc8572" -d '{"events": [{"server_uuid": "c3087074-709b-4b86-aaf1-fdb8663b1d03", "name": "network-vif-plugged", "status": "completed", "tag": "897e1cd0-0da5-49f9-8651-62749e5de26c"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:38.645308 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 897e1cd0-0da5-49f9-8651-62749e5de26c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=897e1cd0-0da5-49f9-8651-62749e5de26c,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:38.676930 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297a4e0e-db83-4bb0-9016-fd628581f4f1 x-openstack-request-id: req-297a4e0e-db83-4bb0-9016-fd628581f4f1 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:38.678796 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3087074-709b-4b86-aaf1-fdb8663b1d03", "name": "network-vif-plugged", "status": "completed", "tag": "897e1cd0-0da5-49f9-8651-62749e5de26c", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:38.678796 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-297a4e0e-db83-4bb0-9016-fd628581f4f1 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:38.678796 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897e1cd0-0da5-49f9-8651-62749e5de26c', 'code': 200} Jun 29 16:09:38.856153 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.857989 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:38.908519 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7b5d2-52af-41db-91d9-d966e68277eb req-8838be18-01aa-4c34-a3a7-e68f2d6d6be4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:38.910385 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-94c7b5d2-52af-41db-91d9-d966e68277eb req-8838be18-01aa-4c34-a3a7-e68f2d6d6be4 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 944 time: 0.0831914 Jun 29 16:09:38.914551 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=897e1cd0-0da5-49f9-8651-62749e5de26c,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:38.917825 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:38.965945 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-94c7b5d2-52af-41db-91d9-d966e68277eb req-dc3ec1ed-d888-4c1e-936b-81380000a4a5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=24aa3d79-1161-4d79-8783-4115f4a7bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Jun 29 16:09:39.248764 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df603cb2-e4bd-46f0-9977-35a3fbffbb07 req-2bcec925-02f2-4b2e-aaaf-12b3d8894ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:39.250473 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-df603cb2-e4bd-46f0-9977-35a3fbffbb07 req-2bcec925-02f2-4b2e-aaaf-12b3d8894ea9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 1098 time: 0.0590649 Jun 29 16:09:39.268851 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9edf1e-f867-450d-94b9-773fa5a8a6e7 req-8dd0d11c-ce19-40f1-9b9b-37e95e5641ae tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:39.270585 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7d9edf1e-f867-450d-94b9-773fa5a8a6e7 req-8dd0d11c-ce19-40f1-9b9b-37e95e5641ae tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 946 time: 0.0762134 Jun 29 16:09:39.291740 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-df603cb2-e4bd-46f0-9977-35a3fbffbb07 req-e9870c61-6f82-441f-a6c4-e2bd020648ef service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=24aa3d79-1161-4d79-8783-4115f4a7bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337930 Jun 29 16:09:39.312022 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7d9edf1e-f867-450d-94b9-773fa5a8a6e7 req-1d54ec3a-84c1-4c36-9b25-0a05db9be41f tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367911 Jun 29 16:09:40.176334 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720e8f-5832-4b56-ba7c-5659d53db48e req-76aae0c1-97dd-4140-bacf-5e277555f104 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:40.178229 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3b720e8f-5832-4b56-ba7c-5659d53db48e req-76aae0c1-97dd-4140-bacf-5e277555f104 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 945 time: 0.0860598 Jun 29 16:09:40.228779 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3b720e8f-5832-4b56-ba7c-5659d53db48e req-fb7231c7-6799-43e7-b277-f58b7f0cea51 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=24aa3d79-1161-4d79-8783-4115f4a7bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399323 Jun 29 16:09:40.504115 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2375c8-1039-482c-9773-ef68f50400f3 req-25bd0278-8379-43ad-8bec-71e11d70c9ae tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:40.505758 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-bf2375c8-1039-482c-9773-ef68f50400f3 req-25bd0278-8379-43ad-8bec-71e11d70c9ae tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 946 time: 0.0775061 Jun 29 16:09:40.547007 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-bf2375c8-1039-482c-9773-ef68f50400f3 req-a47f1fc4-1951-4a05-8598-313920061f98 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/security-groups?id=b84e59a1-1f82-46fb-8976-0aa11ddd4df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339122 Jun 29 16:09:40.827782 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92ffd1-3a92-4850-a1cb-4c6120b7e506 req-ecaed354-4259-4aae-9273-53be503fc06a tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:40.829661 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5e92ffd1-3a92-4850-a1cb-4c6120b7e506 req-ecaed354-4259-4aae-9273-53be503fc06a tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 946 time: 0.0653696 Jun 29 16:09:40.932828 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-5e92ffd1-3a92-4850-a1cb-4c6120b7e506 req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Deleting port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:40.933708 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-5e92ffd1-3a92-4850-a1cb-4c6120b7e506 req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.021714 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-5e92ffd1-3a92-4850-a1cb-4c6120b7e506 req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] For port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=72f63fbf-cfc4-429a-a22d-b310d39d3f1b,segment=NetworkSegment(b98effae-6058-43c3-9764-ed1c17161aec),segment_id=b98effae-6058-43c3-9764-ed1c17161aec)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:41.022078 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-5e92ffd1-3a92-4850-a1cb-4c6120b7e506 req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.039275 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-5e92ffd1-3a92-4850-a1cb-4c6120b7e506 req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Calling delete_port for 72f63fbf-cfc4-429a-a22d-b310d39d3f1b owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:41.226939 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-5e92ffd1-3a92-4850-a1cb-4c6120b7e506 req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.233262 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:41.238810 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['72f63fbf-cfc4-429a-a22d-b310d39d3f1b'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:41.263889 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Pushing event deleted for resources: {'Port': ['ID=72f63fbf-cfc4-429a-a22d-b310d39d3f1b,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:41.267003 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:41.329345 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e92ffd1-3a92-4850-a1cb-4c6120b7e506 req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] No DVR routers for this DVR port 72f63fbf-cfc4-429a-a22d-b310d39d3f1b on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:41.332192 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-5e92ffd1-3a92-4850-a1cb-4c6120b7e506 req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.334452 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5e92ffd1-3a92-4850-a1cb-4c6120b7e506 req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.86 "DELETE /v2.0/ports/72f63fbf-cfc4-429a-a22d-b310d39d3f1b HTTP/1.1" status: 204 len: 173 time: 0.4997454 Jun 29 16:09:41.335140 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ad873c-6574-4035-acf8-369df99e8965', 'name': 'network-vif-deleted', 'tag': '72f63fbf-cfc4-429a-a22d-b310d39d3f1b'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:41.337790 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab5c0d1-ff25-4e0a-8095-be0f171bdaef" -d '{"events": [{"server_uuid": "a5ad873c-6574-4035-acf8-369df99e8965", "name": "network-vif-deleted", "tag": "72f63fbf-cfc4-429a-a22d-b310d39d3f1b"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:41.451062 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878274f-71fd-4cec-a497-661f289b9948 req-43671df9-d82b-46b7-80d3-0225ee14a3cd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.452613 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8878274f-71fd-4cec-a497-661f289b9948 req-43671df9-d82b-46b7-80d3-0225ee14a3cd tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 945 time: 0.0724220 Jun 29 16:09:41.464810 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bade34-d3b1-4137-81ba-e8664a67a737 x-openstack-request-id: req-a1bade34-d3b1-4137-81ba-e8664a67a737 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:41.465141 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ad873c-6574-4035-acf8-369df99e8965", "name": "network-vif-deleted", "tag": "72f63fbf-cfc4-429a-a22d-b310d39d3f1b", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:41.465654 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1bade34-d3b1-4137-81ba-e8664a67a737 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:41.465904 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ad873c-6574-4035-acf8-369df99e8965', 'name': 'network-vif-deleted', 'tag': '72f63fbf-cfc4-429a-a22d-b310d39d3f1b', 'status': 'completed', 'code': 200} Jun 29 16:09:41.493168 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8878274f-71fd-4cec-a497-661f289b9948 req-120689de-8070-4e71-8587-289bdb72d4d5 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=24aa3d79-1161-4d79-8783-4115f4a7bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343027 Jun 29 16:09:41.681553 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c240dd-b61f-45d5-8617-fb1b14d0983e req-939636ce-e0ab-42bf-9539-69370a39a537 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.683121 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-65c240dd-b61f-45d5-8617-fb1b14d0983e req-939636ce-e0ab-42bf-9539-69370a39a537 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 945 time: 0.0794179 Jun 29 16:09:41.697098 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53094) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:41.703181 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-8d55473f-61ba-432f-9594-6a0aed67d785 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Request body: {'floatingip': {'port_id': '897e1cd0-0da5-49f9-8651-62749e5de26c'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:41.715248 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ec2418e1-015e-4a00-b094-2c0111f6469e req-a57b6b74-56d1-43bb-ae8f-2bfb4d345844 tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5ad873c-6574-4035-acf8-369df99e8965 HTTP/1.1" status: 200 len: 210 time: 0.0389912 Jun 29 16:09:41.758669 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8d55473f-61ba-432f-9594-6a0aed67d785 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.278042 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8d55473f-61ba-432f-9594-6a0aed67d785 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.357583 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8d55473f-61ba-432f-9594-6a0aed67d785 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.461507 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.l3_db [None req-8d55473f-61ba-432f-9594-6a0aed67d785 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Floating IP fd3452ad-b90a-414f-8611-92061e30a52b associated. External IP: 172.28.3.130, port: 897e1cd0-0da5-49f9-8651-62749e5de26c. Jun 29 16:09:42.674734 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d55473f-61ba-432f-9594-6a0aed67d785 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Router f90da393-dd93-4a12-a906-07dc67f648ef has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:09:42.765487 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53102) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:42.819331 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d55473f-61ba-432f-9594-6a0aed67d785 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:09:42.827408 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8d55473f-61ba-432f-9594-6a0aed67d785 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.831540 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faba10d-5c79-4f14-8a1a-7f020ed37a74 None None] Sync routers for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:09:42.832811 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fad00b3-02ba-4659-90f1-c871f84e39ac admin admin] Deleting subnet b9d1e1d2-6dc3-4541-a475-09be58885431 {{(pid=93588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:09:42.841880 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faba10d-5c79-4f14-8a1a-7f020ed37a74 None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:42.842581 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-8faba10d-5c79-4f14-8a1a-7f020ed37a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:09:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:42.854295 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0fad00b3-02ba-4659-90f1-c871f84e39ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.894304 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-8d55473f-61ba-432f-9594-6a0aed67d785 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "PUT /v2.0/floatingips/fd3452ad-b90a-414f-8611-92061e30a52b HTTP/1.1" status: 200 len: 991 time: 1.1960778 Jun 29 16:09:42.900114 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0fad00b3-02ba-4659-90f1-c871f84e39ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641703'] for subnet, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.950559 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0fad00b3-02ba-4659-90f1-c871f84e39ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.958473 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-8faba10d-5c79-4f14-8a1a-7f020ed37a74 None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:43.148218 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0fad00b3-02ba-4659-90f1-c871f84e39ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26806353'] for subnet, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.151942 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c59d2cbe-6bd7-4bd7-8b37-c4c4fabbc309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:43.177130 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0fad00b3-02ba-4659-90f1-c871f84e39ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.179095 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-0fad00b3-02ba-4659-90f1-c871f84e39ac admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b9d1e1d2-6dc3-4541-a475-09be58885431 HTTP/1.1" status: 204 len: 168 time: 0.4124022 Jun 29 16:09:43.180172 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad00b3-02ba-4659-90f1-c871f84e39ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d1e1d2-6dc3-4541-a475-09be58885431,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:43.182286 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53112) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:43.182828 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-0fad00b3-02ba-4659-90f1-c871f84e39ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:43.206035 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-8faba10d-5c79-4f14-8a1a-7f020ed37a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': 'fd3452ad-b90a-414f-8611-92061e30a52b', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'floating_ip_address': '172.28.3.130', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'port_id': '897e1cd0-0da5-49f9-8651-62749e5de26c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'mac_address': 'fa:16:3e:75:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:09:25Z', 'updated_at': '2021-06-29T16:09:42Z', 'revision_number': 1, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:43.237948 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faba10d-5c79-4f14-8a1a-7f020ed37a74 None None] Checking router: f90da393-dd93-4a12-a906-07dc67f648ef for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:09:43.247537 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faba10d-5c79-4f14-8a1a-7f020ed37a74 None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:09:43.248184 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-8faba10d-5c79-4f14-8a1a-7f020ed37a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:09:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:43.255199 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.348168 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.359431 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f16a62-16e8-4f29-8bb3-012168f3b2a5']}} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:43.361893 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-8faba10d-5c79-4f14-8a1a-7f020ed37a74 None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:09:43.375108 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93442182-f1e7-42da-b99d-61dadb860d77') {'for_net_delete': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:43.375108 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93442182-f1e7-42da-b99d-61dadb860d77') {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:43.385590 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014247'] for segment, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.401426 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.408881 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=93589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:09:43.409410 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25630489'] for segment, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: Traceback (most recent call last): Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: timer() Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: cb(*args, **kw) Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: return func(*args, **kwargs) Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: self._notify() Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: self.callback(batched_events) Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: event.method(event) Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: return f(self, *a, **k) Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: return self._get(url).json() Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: return self.request(url, 'GET', **kwargs) Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:09:43.414908 dv-cinder-792209-4-smb neutron-server[93589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:09:43.467616 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'tag': '897e1cd0-0da5-49f9-8651-62749e5de26c'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:43.470086 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2276491a-5058-44ee-b4fe-b071f14ab1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c3087074-709b-4b86-aaf1-fdb8663b1d03", "tag": "897e1cd0-0da5-49f9-8651-62749e5de26c"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:43.507038 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66540656-7e0f-43e5-b24e-0f38ed434cef x-openstack-request-id: req-66540656-7e0f-43e5-b24e-0f38ed434cef {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:43.507373 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3087074-709b-4b86-aaf1-fdb8663b1d03", "tag": "897e1cd0-0da5-49f9-8651-62749e5de26c", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:43.507701 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66540656-7e0f-43e5-b24e-0f38ed434cef {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:43.508178 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'tag': '897e1cd0-0da5-49f9-8651-62749e5de26c', 'status': 'completed', 'code': 200} Jun 29 16:09:43.576647 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.582901 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:43.590544 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.592327 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53128) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:43.592482 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/48f16a62-16e8-4f29-8bb3-012168f3b2a5 HTTP/1.1" status: 204 len: 168 time: 0.4075108 Jun 29 16:09:43.607685 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=48f16a62-16e8-4f29-8bb3-012168f3b2a5,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:43.615249 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:43.632625 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276491a-5058-44ee-b4fe-b071f14ab1d3 req-3067a796-5ded-4416-8248-b0f8a4a5415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:43.634238 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2276491a-5058-44ee-b4fe-b071f14ab1d3 req-3067a796-5ded-4416-8248-b0f8a4a5415a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1180ebf32f2459c82040f2d665ad727&device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 1098 time: 0.1013463 Jun 29 16:09:43.672247 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-8faba10d-5c79-4f14-8a1a-7f020ed37a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': 'fd3452ad-b90a-414f-8611-92061e30a52b', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'floating_ip_address': '172.28.3.130', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'port_id': '897e1cd0-0da5-49f9-8651-62749e5de26c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'mac_address': 'fa:16:3e:75:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:09:25Z', 'updated_at': '2021-06-29T16:09:42Z', 'revision_number': 1, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:43.705793 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06a5baf-0611-4d08-9340-086f7281cfb2 admin admin] Deleting subnet cf72e22f-0b29-4255-b690-85ea2f0e04cf {{(pid=93588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:09:43.706040 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faba10d-5c79-4f14-8a1a-7f020ed37a74 None None] The sync data for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb is: [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': 'fd3452ad-b90a-414f-8611-92061e30a52b', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'floating_ip_address': '172.28.3.130', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'port_id': '897e1cd0-0da5-49f9-8651-62749e5de26c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'mac_address': 'fa:16:3e:75:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:09:25Z', 'updated_at': '2021-06-29T16:09:42Z', 'revision_number': 1, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:09:43.710450 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a06a5baf-0611-4d08-9340-086f7281cfb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.803169 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a06a5baf-0611-4d08-9340-086f7281cfb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641703'] for subnet, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.809258 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276491a-5058-44ee-b4fe-b071f14ab1d3 req-f00aa02b-3b3b-4ab0-b1c6-f91dde706743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:43.810809 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2276491a-5058-44ee-b4fe-b071f14ab1d3 req-f00aa02b-3b3b-4ab0-b1c6-f91dde706743 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06858378-c74e-4cc1-afb8-3792abcf25a3 HTTP/1.1" status: 200 len: 911 time: 0.1678908 Jun 29 16:09:43.831375 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a06a5baf-0611-4d08-9340-086f7281cfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.912646 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60843e-0a80-4713-993f-a015440b2e6d None None] New status for floating IP fd3452ad-b90a-414f-8611-92061e30a52b: ACTIVE {{(pid=93591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:09:43.920344 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2276491a-5058-44ee-b4fe-b071f14ab1d3 req-f6fd8e43-3435-41c7-b058-b01acf9a78b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897e1cd0-0da5-49f9-8651-62749e5de26c HTTP/1.1" status: 200 len: 999 time: 0.0985601 Jun 29 16:09:43.992035 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276491a-5058-44ee-b4fe-b071f14ab1d3 req-07090ee0-ca4a-4344-a655-c18f16acdc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:43.992035 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2276491a-5058-44ee-b4fe-b071f14ab1d3 req-07090ee0-ca4a-4344-a655-c18f16acdc64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3a829b44-8ce0-426e-ba7d-9be05ec57ca4 HTTP/1.1" status: 200 len: 849 time: 0.0616069 Jun 29 16:09:44.063228 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276491a-5058-44ee-b4fe-b071f14ab1d3 req-48144913-741f-430c-b948-69493e0216dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:44.064799 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2276491a-5058-44ee-b4fe-b071f14ab1d3 req-48144913-741f-430c-b948-69493e0216dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06858378-c74e-4cc1-afb8-3792abcf25a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0658772 Jun 29 16:09:44.132159 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a06a5baf-0611-4d08-9340-086f7281cfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26806353'] for subnet, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.138701 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f41e1f63-aaed-4cec-a88a-ce4378e8fd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:44.168866 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a5baf-0611-4d08-9340-086f7281cfb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf72e22f-0b29-4255-b690-85ea2f0e04cf,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:44.172326 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a06a5baf-0611-4d08-9340-086f7281cfb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.175427 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-a06a5baf-0611-4d08-9340-086f7281cfb2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cf72e22f-0b29-4255-b690-85ea2f0e04cf HTTP/1.1" status: 204 len: 168 time: 0.5809875 Jun 29 16:09:44.181008 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53138) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:44.181162 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-a06a5baf-0611-4d08-9340-086f7281cfb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:44.196823 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2276491a-5058-44ee-b4fe-b071f14ab1d3 req-03f1df29-a4f2-4e63-8535-5d435e830ed0 service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232231 Jun 29 16:09:44.269735 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.371465 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.383111 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059f21e4-207c-4285-979c-5351eda373f5']}} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:44.395113 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d75e33-e128-43c0-a4ec-51e80ef46482') {'for_net_delete': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:44.395414 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d75e33-e128-43c0-a4ec-51e80ef46482') {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:44.405430 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 72f63fbf-cfc4-429a-a22d-b310d39d3f1b no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:44.409748 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014247'] for segment, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.427465 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 72f63fbf-cfc4-429a-a22d-b310d39d3f1b {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:44.427900 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 72f63fbf-cfc4-429a-a22d-b310d39d3f1b not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:44.431458 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.443261 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=93589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:09:44.443958 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25630489'] for segment, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: Traceback (most recent call last): Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: timer() Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: cb(*args, **kw) Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: return func(*args, **kwargs) Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: self._notify() Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: self.callback(batched_events) Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: event.method(event) Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: return f(self, *a, **k) Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: return self._get(url).json() Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: return self.request(url, 'GET', **kwargs) Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:09:44.446990 dv-cinder-792209-4-smb neutron-server[93589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:09:44.564460 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2276491a-5058-44ee-b4fe-b071f14ab1d3 req-4356a64c-3d69-451f-8b28-574cdfe74487 service neutron] 10.222.0.86 "GET /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590560 Jun 29 16:09:44.619344 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.623823 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:44.627397 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.628160 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] 10.222.0.13 "DELETE /v2.0/networks/059f21e4-207c-4285-979c-5351eda373f5 HTTP/1.1" status: 204 len: 168 time: 0.4460993 Jun 29 16:09:44.642543 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] Pushing event deleted for resources: {'Network': ['ID=059f21e4-207c-4285-979c-5351eda373f5,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:44.645188 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e363b5d7-3a04-46df-b815-a84ac2a6678f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:45.119987 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53166) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:45.165257 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-d52a1f80-4f97-4698-955b-b41682183f45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f54995a1ffe40a8bb7f53c3f45f501e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434310 Jun 29 16:09:45.167232 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53170) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:45.219451 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-39a9899f-01b9-4d69-94cb-438637048420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:45.241760 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-39a9899f-01b9-4d69-94cb-438637048420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:45.425225 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-39a9899f-01b9-4d69-94cb-438637048420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:45.427888 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-39a9899f-01b9-4d69-94cb-438637048420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:45.429056 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-39a9899f-01b9-4d69-94cb-438637048420 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/515619ee-c48e-41bc-bcc8-4a3845395ebf HTTP/1.1" status: 204 len: 168 time: 0.2599862 Jun 29 16:09:45.430418 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-769f1b33-532e-4b29-901a-f81e866dfa30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:45.438002 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9899f-01b9-4d69-94cb-438637048420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515619ee-c48e-41bc-bcc8-4a3845395ebf,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:45.440399 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-39a9899f-01b9-4d69-94cb-438637048420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:46.615599 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53202) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:46.682370 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53204) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:46.690225 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-4897a852-5f59-4aca-83dd-36c941f21444 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dba93d9e502404d81b66689cb640988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721443 Jun 29 16:09:46.763294 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e86ab5fc-5cb6-4124-8594-624e7a9316ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:46.792100 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e86ab5fc-5cb6-4124-8594-624e7a9316ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:46.924993 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e86ab5fc-5cb6-4124-8594-624e7a9316ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:46.928255 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e86ab5fc-5cb6-4124-8594-624e7a9316ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:46.930142 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e86ab5fc-5cb6-4124-8594-624e7a9316ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87463ce8-21fc-42c0-b802-4a880f67f27d HTTP/1.1" status: 204 len: 168 time: 0.2466657 Jun 29 16:09:46.931443 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5069585b-ce61-4ca6-b3df-92d3e0037484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:46.949957 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ab5fc-5cb6-4124-8594-624e7a9316ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87463ce8-21fc-42c0-b802-4a880f67f27d,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:46.953102 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e86ab5fc-5cb6-4124-8594-624e7a9316ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:47.998731 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-6c37194a-356b-4f62-901e-f01d7139652b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:50.272737 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-c97ba006-2918-402c-9f78-251ca0b1077c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:50.381344 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.610218 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:53.061333 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:09:53.084612 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:02.661747 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:03.209933 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53464) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:03.316910 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-dcf74cd6-7c8c-47ad-8981-089f122b1e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:03.417557 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-dcf74cd6-7c8c-47ad-8981-089f122b1e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:03.506710 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-dcf74cd6-7c8c-47ad-8981-089f122b1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:03.511089 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-07015375-fa1c-4618-9ea1-e90fc7c88adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:03.558090 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-dcf74cd6-7c8c-47ad-8981-089f122b1e56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=578ad2f164b04f0ebcf74911e652adfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444653 Jun 29 16:10:03.558090 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf74cd6-7c8c-47ad-8981-089f122b1e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38f2700-2ce3-4e5f-9949-60d50a650eb9,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:03.558375 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53488) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:03.562345 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-dcf74cd6-7c8c-47ad-8981-089f122b1e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:03.632068 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0695-69b3-4159-ab92-17157709f250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:03.656082 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0695-69b3-4159-ab92-17157709f250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:03.872324 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0695-69b3-4159-ab92-17157709f250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:03.875191 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0695-69b3-4159-ab92-17157709f250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:03.876422 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-2a0b0695-69b3-4159-ab92-17157709f250 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c38f2700-2ce3-4e5f-9949-60d50a650eb9 HTTP/1.1" status: 204 len: 168 time: 0.3170907 Jun 29 16:10:03.877204 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-a55cfcfe-5230-4a4a-bc5e-ac55d7d26a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:03.885100 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b0695-69b3-4159-ab92-17157709f250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38f2700-2ce3-4e5f-9949-60d50a650eb9,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:03.888219 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2a0b0695-69b3-4159-ab92-17157709f250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:04.699276 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53532) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:04.713073 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4b26-0f04-4f8b-b93f-18ab22d68246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:04.809502 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4b26-0f04-4f8b-b93f-18ab22d68246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:04.923924 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4b26-0f04-4f8b-b93f-18ab22d68246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:04.926679 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e7d22a11-9ea8-40b9-9a11-9da0ddc78349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:04.961182 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c4b26-0f04-4f8b-b93f-18ab22d68246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb435efc-2fe4-4f0e-a1f3-665d4f5e5645,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:04.965887 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-0a6c4b26-0f04-4f8b-b93f-18ab22d68246 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=483a86aad971416989b0ed8077ed39af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654994 Jun 29 16:10:04.967177 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-0a6c4b26-0f04-4f8b-b93f-18ab22d68246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:04.968473 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53536) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:05.018878 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e36ae75b-7ad6-4030-8089-b72783974d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:05.040364 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e36ae75b-7ad6-4030-8089-b72783974d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:05.209721 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e36ae75b-7ad6-4030-8089-b72783974d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:05.219237 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e36ae75b-7ad6-4030-8089-b72783974d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:05.219237 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-e36ae75b-7ad6-4030-8089-b72783974d81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb435efc-2fe4-4f0e-a1f3-665d4f5e5645 HTTP/1.1" status: 204 len: 168 time: 0.2451196 Jun 29 16:10:05.219237 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ad72cf6b-7c33-4f92-b75c-379395d2e482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:05.223075 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ae75b-7ad6-4030-8089-b72783974d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb435efc-2fe4-4f0e-a1f3-665d4f5e5645,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:05.230355 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e36ae75b-7ad6-4030-8089-b72783974d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:06.653555 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53574) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:06.720325 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4619f3b5-186b-4e54-9088-67221e1d509e admin admin] Deleting subnet b33d3e2f-8cbd-4c52-90c7-1f91743bd5d0 {{(pid=93588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:10:06.725635 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4619f3b5-186b-4e54-9088-67221e1d509e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:06.765469 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4619f3b5-186b-4e54-9088-67221e1d509e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641703'] for subnet, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:06.811721 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4619f3b5-186b-4e54-9088-67221e1d509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:06.967946 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4619f3b5-186b-4e54-9088-67221e1d509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26806353'] for subnet, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:06.970539 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-acc5f435-bb1a-4d21-b37c-9c68267e66bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:06.998771 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619f3b5-186b-4e54-9088-67221e1d509e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33d3e2f-8cbd-4c52-90c7-1f91743bd5d0,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:07.002163 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4619f3b5-186b-4e54-9088-67221e1d509e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:07.003304 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4619f3b5-186b-4e54-9088-67221e1d509e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.005195 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-4619f3b5-186b-4e54-9088-67221e1d509e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b33d3e2f-8cbd-4c52-90c7-1f91743bd5d0 HTTP/1.1" status: 204 len: 168 time: 0.3494616 Jun 29 16:10:07.007949 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53578) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:07.077639 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.162632 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.173045 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1349cda2-251c-4a73-a9eb-3c3e3d325249']}} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:07.183168 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98effae-6058-43c3-9764-ed1c17161aec') {'for_net_delete': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:07.183474 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98effae-6058-43c3-9764-ed1c17161aec') {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:07.192034 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641704'] for segment, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.205610 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.211383 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=93588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:10:07.211798 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25294848'] for segment, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: Traceback (most recent call last): Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: timer() Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: cb(*args, **kw) Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: return func(*args, **kwargs) Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: self._notify() Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: self.callback(batched_events) Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: event.method(event) Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: return f(self, *a, **k) Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: return self._get(url).json() Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: return self.request(url, 'GET', **kwargs) Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:10:07.214033 dv-cinder-792209-4-smb neutron-server[93588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:10:07.464900 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.469063 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:07.473086 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.477410 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1349cda2-251c-4a73-a9eb-3c3e3d325249 HTTP/1.1" status: 204 len: 168 time: 0.4660866 Jun 29 16:10:07.485143 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] Pushing event deleted for resources: {'Network': ['ID=1349cda2-251c-4a73-a9eb-3c3e3d325249,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:07.487716 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:08.198998 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53592) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:08.243163 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-8e455a22-4f52-47b5-ae16-95f427555e38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b56db473bab74a408b5ecd211f56fefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425785 Jun 29 16:10:08.246165 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53594) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:08.304666 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5b689b78-072b-464a-9bba-532bebec061a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.326952 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5b689b78-072b-464a-9bba-532bebec061a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.495365 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5b689b78-072b-464a-9bba-532bebec061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.498374 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5b689b78-072b-464a-9bba-532bebec061a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.499691 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-5b689b78-072b-464a-9bba-532bebec061a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b84e59a1-1f82-46fb-8976-0aa11ddd4df3 HTTP/1.1" status: 204 len: 168 time: 0.2524474 Jun 29 16:10:08.500637 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d82f1ffd-33f8-445e-bea1-99df73e83b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:08.512637 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b689b78-072b-464a-9bba-532bebec061a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84e59a1-1f82-46fb-8976-0aa11ddd4df3,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:08.517112 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-5b689b78-072b-464a-9bba-532bebec061a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:14.232914 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53724) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:14.343941 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2cb84c46-2307-4f9b-b105-59cbd5ce0370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.439703 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2cb84c46-2307-4f9b-b105-59cbd5ce0370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.506313 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-2cb84c46-2307-4f9b-b105-59cbd5ce0370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.508933 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c4284822-1b92-4bea-bb5d-01e5f5af1cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:14.544624 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb84c46-2307-4f9b-b105-59cbd5ce0370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd8e822-9f78-4c75-a732-315ffcb438aa,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:14.547896 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2cb84c46-2307-4f9b-b105-59cbd5ce0370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:14.557719 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-2cb84c46-2307-4f9b-b105-59cbd5ce0370 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3aada658307c44679339e6a459976982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207748 Jun 29 16:10:14.557719 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53738) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:14.610951 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f50232d0-2d40-4dcc-bfc6-b931fc3ad464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.633026 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f50232d0-2d40-4dcc-bfc6-b931fc3ad464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.824733 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f50232d0-2d40-4dcc-bfc6-b931fc3ad464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.829029 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f50232d0-2d40-4dcc-bfc6-b931fc3ad464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.830656 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-f50232d0-2d40-4dcc-bfc6-b931fc3ad464 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfd8e822-9f78-4c75-a732-315ffcb438aa HTTP/1.1" status: 204 len: 168 time: 0.2717872 Jun 29 16:10:14.831593 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-253b5683-f267-4d7d-8258-f97dd2fecf13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:14.841370 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50232d0-2d40-4dcc-bfc6-b931fc3ad464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd8e822-9f78-4c75-a732-315ffcb438aa,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:14.849832 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f50232d0-2d40-4dcc-bfc6-b931fc3ad464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:16.063193 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53778) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:16.167724 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-182389012-network', 'tenant_id': '318245c6ccff40f1b313b00de072b80d'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:10:16.287685 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Made reservation on behalf of 318245c6ccff40f1b313b00de072b80d for: {'network': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:10:16.290141 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:16.299941 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:16.389705 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:16.498212 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:16.501460 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e36ae75b-7ad6-4030-8089-b72783974d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:16.523413 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=93588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:10:16.533709 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03a43b9-303b-40cf-8d44-e95ec18e68ad,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:16.537934 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:16.539029 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:16.539350 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.segments_db [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Added segment 24807adc-ea17-4cef-a08d-4f7e1f59be66 of type vlan for network b7814843-2d5f-47f2-94b9-2a694b626df5 Jun 29 16:10:16.583245 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:16.701153 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:16.702538 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:16.703129 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:16.705526 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3550718d-eb80-4fe4-a85c-3b00c5412c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:16.769381 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=b7814843-2d5f-47f2-94b9-2a694b626df5,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:16.772459 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:16.781778 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network b7814843-2d5f-47f2-94b9-2a694b626df5 details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:10:16.850767 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7862282 Jun 29 16:10:16.855381 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53796) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:16.861674 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Request body: {'subnet': {'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-182389012-subnet', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'ip_version': 4}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:10:16.964349 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Made reservation on behalf of 318245c6ccff40f1b313b00de072b80d for: {'subnet': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:10:16.971838 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26806388'] for subnet, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:17.266602 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25295074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26806374'] for subnet, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:17.269107 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:17.321083 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2bbfcd1-d022-40b2-b193-559369b2f5d7,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:17.324474 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:17.334250 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Checking segment: {'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:10:17.334612 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Network hostable DHCP agents. Network: b7814843-2d5f-47f2-94b9-2a694b626df5, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:10:17.460743 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Network b7814843-2d5f-47f2-94b9-2a694b626df5 is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:10:17.621299 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, b7814843-2d5f-47f2-94b9-2a694b626df5) {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:17.625858 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:17.626490 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:17.632414 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a0310-7b23-46bd-909d-98fa4f02a6d9 None None] Network b7814843-2d5f-47f2-94b9-2a694b626df5 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:10:17.778952 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9223988 Jun 29 16:10:17.781565 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53804) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:17.786010 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cd8a330-8e89-5536-984c-c541db32637c-b7814843-2d5f-47f2-94b9-2a694b626df5', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7'}]}} from dv-cinder-792209-4-smb. {{(pid=93590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:10:17.786868 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:10:17.787460 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:17.910212 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-424'] for router, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:17.910212 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:17.975241 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.db_base_plugin_common [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Allocated IP 172.20.0.2 (b7814843-2d5f-47f2-94b9-2a694b626df5/f2bbfcd1-d022-40b2-b193-559369b2f5d7/8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9) {{(pid=93590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:10:17.975780 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:18.024965 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-7b45a034-89fb-47cb-83f6-2eba7b2aa50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:18.130462 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Notify callbacks [] for port, precommit_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:18.139441 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Transition to ACTIVE for port object 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:18.156520 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Transition to ACTIVE for port object 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 will not be triggered until provisioned by entity DHCP. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:18.217722 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1685569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-397'] for router, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:18.381299 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:18.383597 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:18.423972 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Network b7814843-2d5f-47f2-94b9-2a694b626df5 is already hosted by enough agents. {{(pid=93590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:10:18.427092 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.base_scheduler [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Resources bound (agent type, host, resource id): {{(pid=93590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:18.431708 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Received port after_create {{(pid=93590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:10:18.438471 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Pushing event updated for resources: {'Port': ['ID=8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9,revision_number=1']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:18.461210 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:18.496375 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Attempting to bind port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:10:18.496673 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Attempting to bind port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:10:18.497046 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Attempting to bind port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 on network b7814843-2d5f-47f2-94b9-2a694b626df5 {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:10:18.502509 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:10:18.504536 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Checking segment: {'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:10:18.504536 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:18.504536 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Bound using segment: {'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:10:18.504536 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Bound port: 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:10:18.505014 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:18.596907 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] For port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:10:18.601204 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] For port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:10:18.654741 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:18.673720 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:18.690124 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:18.699639 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-405b8c31-ea78-46ae-a98c-56ce971eff5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:18.764078 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Pushing event updated for resources: {'Port': ['ID=8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:18.767671 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:18.787679 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Allocated IP 172.28.3.42 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/8f0429f0-4125-4903-8854-7bea9b0926e7) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:10:18.908180 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:19.064648 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25294942'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:19.066800 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-9f69c0bd-3592-4d4d-b4cc-00c3c023bea7 tempest-VolumesActionsTest-176289747 tempest-VolumesActionsTest-176289747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:19.107603 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:10:19.110526 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:19.113037 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:10:19.143223 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Pushing event updated for resources: {'Port': ['ID=8f0429f0-4125-4903-8854-7bea9b0926e7,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:19.146259 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:19.521378 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:19.596677 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53834) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:19.763838 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d2c7-205d-419b-a9ac-a7d4aad965bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:19.787166 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685669'] for router, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:19.804245 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607aeff1-e80c-4dfd-b127-8ab72b392084 None None] Network b7814843-2d5f-47f2-94b9-2a694b626df5 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:10:19.883066 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d2c7-205d-419b-a9ac-a7d4aad965bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:19.976291 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d2c7-205d-419b-a9ac-a7d4aad965bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.032428 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-82b75481-649d-4c76-ad40-9f910b7ed2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:20.032878 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Router e6260cd8-48fe-49db-a307-2e86ff901a43 is scheduled to L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 with binding_index 1 {{(pid=93588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:10:20.071058 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-6c3fac49-4f04-4f5f-b9ea-e1622ba70967 None None] Provisioning for port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:20.129425 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6d2c7-205d-419b-a9ac-a7d4aad965bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2eaf85-07ef-4815-b7c7-ad39070aca18,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:20.139605 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-b2f6d2c7-205d-419b-a9ac-a7d4aad965bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f1c32dcf1f3402185315d80fb9d4390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410154 Jun 29 16:10:20.140490 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53846) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:20.142021 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b2f6d2c7-205d-419b-a9ac-a7d4aad965bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:20.251151 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f10dab4b-9c4d-424c-980c-dab9e3c884bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.309611 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f10dab4b-9c4d-424c-980c-dab9e3c884bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.323791 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-f0b64987-8b88-47bc-a7dd-0bf58bda638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.363666 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:20.412334 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.417346 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77f9fb-55e3-4d07-85d3-55e15d13e249 req-8df2ec9d-99b9-47d3-96a6-8a3849d3e534 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:20.427012 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0d77f9fb-55e3-4d07-85d3-55e15d13e249 req-8df2ec9d-99b9-47d3-96a6-8a3849d3e534 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.2641959 Jun 29 16:10:20.500265 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0d77f9fb-55e3-4d07-85d3-55e15d13e249 req-07a8c298-5bc1-4e0f-ae93-ea801375e540 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719268 Jun 29 16:10:20.556996 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f10dab4b-9c4d-424c-980c-dab9e3c884bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.562244 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f10dab4b-9c4d-424c-980c-dab9e3c884bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.564268 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-f10dab4b-9c4d-424c-980c-dab9e3c884bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f2eaf85-07ef-4815-b7c7-ad39070aca18 HTTP/1.1" status: 204 len: 168 time: 0.4208179 Jun 29 16:10:20.565741 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e1d85e22-3828-4cd1-a98f-b37681b9cd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:20.577633 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dab4b-9c4d-424c-980c-dab9e3c884bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2eaf85-07ef-4815-b7c7-ad39070aca18,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:20.581398 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f10dab4b-9c4d-424c-980c-dab9e3c884bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:20.584898 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:10:20.602946 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:20.611170 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Sync routers for ids ['e6260cd8-48fe-49db-a307-2e86ff901a43'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:10:20.625873 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:20.625873 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.632128 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9f47f-df22-43b4-b0db-d0bab5e093b5 req-d65c6cb6-3312-4f50-b48e-599e165d5dd4 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:20.634439 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-98f9f47f-df22-43b4-b0db-d0bab5e093b5 req-d65c6cb6-3312-4f50-b48e-599e165d5dd4 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.5030377 Jun 29 16:10:20.655339 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Routers {'e6260cd8-48fe-49db-a307-2e86ff901a43'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:20.656300 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['e6260cd8-48fe-49db-a307-2e86ff901a43'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:20.659389 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-3b838380-75d3-4cb2-9ddd-fba21b2275f9 None None] Provisioning complete for port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:20.660018 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-3b838380-75d3-4cb2-9ddd-fba21b2275f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.682903 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Notify callbacks [] for router, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.684297 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9017828 Jun 29 16:10:20.688277 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53852) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:20.694265 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-98f9f47f-df22-43b4-b0db-d0bab5e093b5 req-b81a4523-e64a-443a-8a81-d552f2b120d1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507622 Jun 29 16:10:20.871237 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Set router e6260cd8-48fe-49db-a307-2e86ff901a43 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:20.938944 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.011615 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-3b838380-75d3-4cb2-9ddd-fba21b2275f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.066831 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:21.146511 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.154365 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:21.208897 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:19Z', 'revision_number': 3, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:21.221459 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.252795 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Checking router: e6260cd8-48fe-49db-a307-2e86ff901a43 for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:10:21.253163 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Updating router e6260cd8-48fe-49db-a307-2e86ff901a43 port 8f0429f0-4125-4903-8854-7bea9b0926e7 binding host dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:10:21.258188 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.db.api [None req-3b838380-75d3-4cb2-9ddd-fba21b2275f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:10:21.262914 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_db.api [None req-3b838380-75d3-4cb2-9ddd-fba21b2275f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:10:21.291224 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:21.294641 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:21.309148 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.464825 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Allocated IP 172.20.0.1 (b7814843-2d5f-47f2-94b9-2a694b626df5/f2bbfcd1-d022-40b2-b193-559369b2f5d7/ca2e0938-8d9d-40ac-9486-50876e1608db) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:10:21.579414 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.600152 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Transition to ACTIVE for port object ca2e0938-8d9d-40ac-9486-50876e1608db will not be triggered until provisioned by entity DHCP. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:21.637741 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.660617 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Notify callbacks [] for port, precommit_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.673331 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Transition to ACTIVE for port object 8f0429f0-4125-4903-8854-7bea9b0926e7 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:21.726911 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e08fa9-6bc4-441d-9785-439ac4f88a32 req-96c8df98-3592-4493-8b82-e3ecca3b0440 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:21.728456 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c1e08fa9-6bc4-441d-9785-439ac4f88a32 req-96c8df98-3592-4493-8b82-e3ecca3b0440 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0806334 Jun 29 16:10:21.752631 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25630535'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.755708 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:21.788107 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c1e08fa9-6bc4-441d-9785-439ac4f88a32 req-8da787e8-52e8-4900-a1d7-d8c63a5737f2 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475464 Jun 29 16:10:21.794485 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.798898 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:21.813239 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Network b7814843-2d5f-47f2-94b9-2a694b626df5 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:10:21.816511 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:21.820500 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:10:21.855928 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Pushing event updated for resources: {'Port': ['ID=ca2e0938-8d9d-40ac-9486-50876e1608db,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:21.863091 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:21.885989 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655426'] for router_interface, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.895748 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664c6ac-9b1e-4e01-b233-89573dabba63 None None] Pushing event updated for resources: {'Port': ['ID=8f0429f0-4125-4903-8854-7bea9b0926e7,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:21.900568 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-a664c6ac-9b1e-4e01-b233-89573dabba63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:21.903946 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Attempting to bind port 8f0429f0-4125-4903-8854-7bea9b0926e7 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:10:21.904327 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Attempting to bind port 8f0429f0-4125-4903-8854-7bea9b0926e7 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:10:21.904702 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Attempting to bind port 8f0429f0-4125-4903-8854-7bea9b0926e7 on network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:10:21.911412 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:10:21.911914 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Checking segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:10:21.912301 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.912709 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Bound using segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:10:21.913218 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Bound port: 8f0429f0-4125-4903-8854-7bea9b0926e7, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:10:21.913609 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.990376 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] For port 8f0429f0-4125-4903-8854-7bea9b0926e7, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:10:21.994523 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] For port 8f0429f0-4125-4903-8854-7bea9b0926e7, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8f0429f0-4125-4903-8854-7bea9b0926e7,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:10:22.058908 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:22.062476 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:22.063607 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7496876-d1a0-4df9-b1ba-e8377528c38d req-4a6699b6-0d24-40a6-a317-f0e8b18d987c tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:22.069118 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a7496876-d1a0-4df9-b1ba-e8377528c38d req-4a6699b6-0d24-40a6-a317-f0e8b18d987c tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.2050121 Jun 29 16:10:22.111974 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a7496876-d1a0-4df9-b1ba-e8377528c38d req-fbae3770-ec5d-4d0e-addc-44ee5b9c0270 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351927 Jun 29 16:10:22.130869 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Routers {'e6260cd8-48fe-49db-a307-2e86ff901a43'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:22.131562 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['e6260cd8-48fe-49db-a307-2e86ff901a43'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:22.173736 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:22.179406 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664c6ac-9b1e-4e01-b233-89573dabba63 None None] Pushing event updated for resources: {'Port': ['ID=8f0429f0-4125-4903-8854-7bea9b0926e7,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:22.187557 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-a664c6ac-9b1e-4e01-b233-89573dabba63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:22.236642 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:22.241478 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-6dca4134-3225-43bf-8fc0-75a321df5f9c None None] Provisioning for port ca2e0938-8d9d-40ac-9486-50876e1608db completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:22.263574 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-6dca4134-3225-43bf-8fc0-75a321df5f9c None None] Provisioning complete for port ca2e0938-8d9d-40ac-9486-50876e1608db triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:22.264041 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-6dca4134-3225-43bf-8fc0-75a321df5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:22.324561 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-6dca4134-3225-43bf-8fc0-75a321df5f9c None None] Port ca2e0938-8d9d-40ac-9486-50876e1608db cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:10:22.328235 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] Set router e6260cd8-48fe-49db-a307-2e86ff901a43 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:22.369411 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:22.407239 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:22.407654 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:22.489403 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:22.491879 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b4ee83d5-7cc8-4f48-b8ec-ab6ae821b5d1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:22.564019 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Pushing event updated for resources: {'Port': ['ID=ca2e0938-8d9d-40ac-9486-50876e1608db,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:22.566559 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655318'] for router_interface, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:22.568780 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:22.678407 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Network b7814843-2d5f-47f2-94b9-2a694b626df5 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:10:22.679997 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:22.743059 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': 'ca2e0938-8d9d-40ac-9486-50876e1608db', 'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'mac_address': 'fa:16:3e:8c:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:21Z', 'updated_at': '2021-06-29T16:10:21Z', 'revision_number': 1, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'subnets': [{'id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:22.775872 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf6f6ee-ebda-47cb-b751-ade6bb031452 None None] The sync data for ids ['e6260cd8-48fe-49db-a307-2e86ff901a43'] in dv-cinder-792209-4-smb is: [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': 'ca2e0938-8d9d-40ac-9486-50876e1608db', 'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'mac_address': 'fa:16:3e:8c:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:21Z', 'updated_at': '2021-06-29T16:10:21Z', 'revision_number': 1, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'subnets': [{'id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:10:22.817769 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Router e6260cd8-48fe-49db-a307-2e86ff901a43 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:10:22.949323 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-f134a1a2-ed0c-4942-b1d7-431e23064bd0 None None] Provisioning complete for port ca2e0938-8d9d-40ac-9486-50876e1608db triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:22.949885 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-f134a1a2-ed0c-4942-b1d7-431e23064bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:23.016193 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:10:23.023263 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] 10.222.0.13 "PUT /v2.0/routers/e6260cd8-48fe-49db-a307-2e86ff901a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3330560 Jun 29 16:10:23.023995 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-f134a1a2-ed0c-4942-b1d7-431e23064bd0 None None] Port ca2e0938-8d9d-40ac-9486-50876e1608db cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:10:23.061290 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a034d26-03ee-4038-a151-7c808704c5e1 req-3bc65e06-e557-4e44-99d6-37400eb7f9cd tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:23.066104 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5a034d26-03ee-4038-a151-7c808704c5e1 req-3bc65e06-e557-4e44-99d6-37400eb7f9cd tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.1249833 Jun 29 16:10:23.084365 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:23.113674 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5a034d26-03ee-4038-a151-7c808704c5e1 req-ff1b308b-a179-4f7e-b316-15ba2c99b9c2 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447681 Jun 29 16:10:23.332450 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52498e46-044a-4042-8882-27c21b336bd0 req-64e9c48d-8103-4be5-a190-bad5c6915e8c tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:23.334709 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-52498e46-044a-4042-8882-27c21b336bd0 req-64e9c48d-8103-4be5-a190-bad5c6915e8c tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0768971 Jun 29 16:10:23.377945 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-52498e46-044a-4042-8882-27c21b336bd0 req-05330483-b08e-417c-af40-71467e013d5a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361249 Jun 29 16:10:23.868390 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 53882) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:23.874082 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-856927115-network', 'tenant_id': '0de512435615400d9377b7a7f61d55ee'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:10:23.983804 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Made reservation on behalf of 0de512435615400d9377b7a7f61d55ee for: {'network': 1} {{(pid=93589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:10:23.986219 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.000044 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.097250 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.170818 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.176011 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f33e665d-fd1b-4756-92c2-27e52f0ee34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:24.213432 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=93589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:10:24.227052 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95f6fc4-94e5-4dba-b8c7-2a187c39da62,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:24.244114 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.244683 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.segments_db [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Added segment 9b6c24fe-6323-4248-b1ce-ca4ec947d038 of type vlan for network 04fda14d-5589-40eb-a5ae-7441d094890c Jun 29 16:10:24.244949 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8f0429f0-4125-4903-8854-7bea9b0926e7 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:24.248547 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.249169 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.250509 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.250509 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.250988 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.251645 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.252256 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.252815 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.253361 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.253950 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.254570 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.255173 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:24.273847 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:24.314216 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.341551 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919d8f0-d4d3-4b94-abd0-c1f91b976019 req-01d58e96-c668-4946-85f5-2854218a6351 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:24.343236 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d919d8f0-d4d3-4b94-abd0-c1f91b976019 req-01d58e96-c668-4946-85f5-2854218a6351 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0814035 Jun 29 16:10:24.384276 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d919d8f0-d4d3-4b94-abd0-c1f91b976019 req-4e437d39-f9ec-4a3e-b362-c93ebaeb9e4c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346353 Jun 29 16:10:24.384529 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 8f0429f0-4125-4903-8854-7bea9b0926e7 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:24.388998 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 8f0429f0-4125-4903-8854-7bea9b0926e7 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:24.389376 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.412547 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.414605 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:24.415302 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.419318 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-3e408c43-0c4b-4093-8efb-14608d80c71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:24.501014 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.503218 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Pushing event updated for resources: {'Network': ['ID=04fda14d-5589-40eb-a5ae-7441d094890c,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:24.508010 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:24.520722 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network 04fda14d-5589-40eb-a5ae-7441d094890c details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:10:24.550039 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6799359 Jun 29 16:10:24.553031 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53890) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:24.561461 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Request body: {'subnet': {'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-856927115-subnet', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'ip_version': 4}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:10:24.597559 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 8f0429f0-4125-4903-8854-7bea9b0926e7, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8f0429f0-4125-4903-8854-7bea9b0926e7,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:24.629213 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66069a8-fba4-4f76-a157-36c0b190482f req-1825d04f-f20c-4de5-9f27-7917fab3b793 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:24.630792 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f66069a8-fba4-4f76-a157-36c0b190482f req-1825d04f-f20c-4de5-9f27-7917fab3b793 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0969007 Jun 29 16:10:24.674573 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f66069a8-fba4-4f76-a157-36c0b190482f req-d3197a2a-8b76-456c-8758-8b8848633afb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372889 Jun 29 16:10:24.689302 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.692467 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:24.706440 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Made reservation on behalf of 0de512435615400d9377b7a7f61d55ee for: {'subnet': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:10:24.706440 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26806388'] for subnet, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.746335 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=8f0429f0-4125-4903-8854-7bea9b0926e7,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:24.749596 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:24.898183 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Sync routers for ids ['e6260cd8-48fe-49db-a307-2e86ff901a43'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:10:24.908507 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Routers {'e6260cd8-48fe-49db-a307-2e86ff901a43'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:24.909556 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['e6260cd8-48fe-49db-a307-2e86ff901a43'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:24.929381 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25295074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26806374'] for subnet, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.933468 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:24.990327 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d21736e-ba01-4ff9-84bc-e2fa12cc53fd,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:25.002785 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.003150 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.003536 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.003904 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.004281 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.004613 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.004958 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.005304 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.005658 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.006001 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.006341 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.006679 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.010837 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Checking segment: {'id': '9b6c24fe-6323-4248-b1ce-ca4ec947d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:10:25.011358 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Network hostable DHCP agents. Network: 04fda14d-5589-40eb-a5ae-7441d094890c, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:10:25.013773 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:25.019833 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Set router e6260cd8-48fe-49db-a307-2e86ff901a43 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:25.121759 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Network 04fda14d-5589-40eb-a5ae-7441d094890c is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:10:25.232182 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, 04fda14d-5589-40eb-a5ae-7441d094890c) {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:25.236590 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:25.237305 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.243057 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0c5c1-11ce-48d9-bcb6-f42a4f70a020 None None] Network 04fda14d-5589-40eb-a5ae-7441d094890c requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:10:25.315330 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': 'ca2e0938-8d9d-40ac-9486-50876e1608db', 'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'mac_address': 'fa:16:3e:8c:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:21Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 2, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'subnets': [{'id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:25.324373 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7700741 Jun 29 16:10:25.326809 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53892) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:25.331782 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-856927115-router', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:10:25.351367 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Checking router: e6260cd8-48fe-49db-a307-2e86ff901a43 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:10:25.351800 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Updating router e6260cd8-48fe-49db-a307-2e86ff901a43 port ca2e0938-8d9d-40ac-9486-50876e1608db binding host dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:10:25.393922 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.408707 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cd8a330-8e89-5536-984c-c541db32637c-04fda14d-5589-40eb-a5ae-7441d094890c', 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'fixed_ips': [{'subnet_id': '8d21736e-ba01-4ff9-84bc-e2fa12cc53fd'}]}} from dv-cinder-792209-4-smb. {{(pid=93590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:10:25.409728 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.432925 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-424'] for router, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.438090 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-419'] for router, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.529272 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.639277 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.db_base_plugin_common [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Allocated IP 172.20.0.2 (04fda14d-5589-40eb-a5ae-7441d094890c/8d21736e-ba01-4ff9-84bc-e2fa12cc53fd/85dc4171-1bfb-4385-99e1-30bcefb28dc3) {{(pid=93590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:10:25.798594 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Notify callbacks [] for port, precommit_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.810259 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.provisioning_blocks [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Transition to ACTIVE for port object ca2e0938-8d9d-40ac-9486-50876e1608db will not be triggered until provisioned by entity L2. {{(pid=93591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:25.826360 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Notify callbacks [] for port, precommit_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.842522 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Transition to ACTIVE for port object 85dc4171-1bfb-4385-99e1-30bcefb28dc3 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:25.852628 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1685569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-397'] for router, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.862378 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Transition to ACTIVE for port object 85dc4171-1bfb-4385-99e1-30bcefb28dc3 will not be triggered until provisioned by entity DHCP. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:25.875896 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.878418 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:25.891101 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d766e-5fe9-4070-a610-cbcd21412f5c req-64382bac-6132-4866-a180-6c3a9b82380d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:25.894026 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b91d766e-5fe9-4070-a610-cbcd21412f5c req-64382bac-6132-4866-a180-6c3a9b82380d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.2918415 Jun 29 16:10:25.938943 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302'] for port, after_create {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.941754 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:25.957019 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b91d766e-5fe9-4070-a610-cbcd21412f5c req-8c98b3f8-98c5-4689-85c8-c69dca730339 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555727 Jun 29 16:10:25.958880 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Pushing event updated for resources: {'Port': ['ID=ca2e0938-8d9d-40ac-9486-50876e1608db,revision_number=3']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:25.971794 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.979544 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.980127 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.983356 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.983356 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.983356 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.983356 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.983356 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.983356 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.983356 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.983356 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:25.985888 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:26.001045 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Network 04fda14d-5589-40eb-a5ae-7441d094890c is already hosted by enough agents. {{(pid=93590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:10:26.005016 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.scheduler.base_scheduler [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Resources bound (agent type, host, resource id): {{(pid=93590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:26.011481 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Received port after_create {{(pid=93590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:10:26.026689 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:26.055444 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cf289-b95d-4c79-b977-f600f1570521 req-1b199e39-4a43-44ec-b8ac-833183ef04cb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:26.057712 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ee9cf289-b95d-4c79-b977-f600f1570521 req-1b199e39-4a43-44ec-b8ac-833183ef04cb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.1281691 Jun 29 16:10:26.108692 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Attempting to bind port ca2e0938-8d9d-40ac-9486-50876e1608db on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:10:26.109144 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Attempting to bind port ca2e0938-8d9d-40ac-9486-50876e1608db by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:10:26.109509 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Attempting to bind port ca2e0938-8d9d-40ac-9486-50876e1608db on network b7814843-2d5f-47f2-94b9-2a694b626df5 {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:10:26.112830 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Pushing event updated for resources: {'Port': ['ID=85dc4171-1bfb-4385-99e1-30bcefb28dc3,revision_number=1']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:26.122495 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:10:26.122867 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Checking segment: {'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:10:26.124282 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.124850 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Bound using segment: {'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:10:26.125507 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Bound port: ca2e0938-8d9d-40ac-9486-50876e1608db, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'}}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:10:26.126072 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.135781 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:26.139096 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ee9cf289-b95d-4c79-b977-f600f1570521 req-536fd57d-24ff-4e2a-a732-9f5f33cc5863 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720766 Jun 29 16:10:26.167064 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Attempting to bind port 85dc4171-1bfb-4385-99e1-30bcefb28dc3 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:10:26.167908 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Attempting to bind port 85dc4171-1bfb-4385-99e1-30bcefb28dc3 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '9b6c24fe-6323-4248-b1ce-ca4ec947d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:10:26.168526 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Attempting to bind port 85dc4171-1bfb-4385-99e1-30bcefb28dc3 on network 04fda14d-5589-40eb-a5ae-7441d094890c {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:10:26.178017 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:10:26.179486 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Checking segment: {'id': '9b6c24fe-6323-4248-b1ce-ca4ec947d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:10:26.180126 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.180816 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Bound using segment: {'id': '9b6c24fe-6323-4248-b1ce-ca4ec947d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:10:26.182713 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Bound port: 85dc4171-1bfb-4385-99e1-30bcefb28dc3, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6c24fe-6323-4248-b1ce-ca4ec947d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:10:26.183210 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.213526 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] For port ca2e0938-8d9d-40ac-9486-50876e1608db, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:10:26.221538 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] For port ca2e0938-8d9d-40ac-9486-50876e1608db, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=ca2e0938-8d9d-40ac-9486-50876e1608db,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:10:26.316791 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] For port 85dc4171-1bfb-4385-99e1-30bcefb28dc3, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:10:26.327061 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] For port 85dc4171-1bfb-4385-99e1-30bcefb28dc3, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=85dc4171-1bfb-4385-99e1-30bcefb28dc3,segment=NetworkSegment(9b6c24fe-6323-4248-b1ce-ca4ec947d038),segment_id=9b6c24fe-6323-4248-b1ce-ca4ec947d038)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:10:26.330638 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.332634 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8f0429f0-4125-4903-8854-7bea9b0926e7 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:26.334464 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:26.398290 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.412277 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 8f0429f0-4125-4903-8854-7bea9b0926e7 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:26.412821 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.420461 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Routers {'e6260cd8-48fe-49db-a307-2e86ff901a43'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:26.421690 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['e6260cd8-48fe-49db-a307-2e86ff901a43'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:26.422639 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.424219 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Pushing event updated for resources: {'Port': ['ID=ca2e0938-8d9d-40ac-9486-50876e1608db,revision_number=4']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:26.438551 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-27a65841-a804-477b-8e9d-11af04444bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:26.439199 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.444310 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:26.530339 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Pushing event updated for resources: {'Port': ['ID=85dc4171-1bfb-4385-99e1-30bcefb28dc3,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:26.534888 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:26.609681 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] Set router e6260cd8-48fe-49db-a307-2e86ff901a43 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:26.620081 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Allocated IP 172.28.3.97 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/33448e13-0cc8-4dff-8a8a-560daeb95232) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:10:26.782852 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.892014 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': 'ca2e0938-8d9d-40ac-9486-50876e1608db', 'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'mac_address': 'fa:16:3e:8c:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:21Z', 'updated_at': '2021-06-29T16:10:26Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'subnets': [{'id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:26.920062 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e671f7-25af-4aa7-a17e-ae5e42ec54cf None None] The sync data for ids ['e6260cd8-48fe-49db-a307-2e86ff901a43'] in dv-cinder-792209-4-smb is: [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': 'ca2e0938-8d9d-40ac-9486-50876e1608db', 'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'mac_address': 'fa:16:3e:8c:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:21Z', 'updated_at': '2021-06-29T16:10:26Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'subnets': [{'id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:10:26.938585 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25294942'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.942269 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:26.997624 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:10:27.000728 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:27.004565 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:10:27.033959 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Pushing event updated for resources: {'Port': ['ID=33448e13-0cc8-4dff-8a8a-560daeb95232,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:27.040514 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:27.255393 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d64b7-5f13-451a-9c77-17749cc128eb req-c10e0fb0-a12d-45f7-aca6-027df653afc6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:27.257549 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cc9d64b7-5f13-451a-9c77-17749cc128eb req-c10e0fb0-a12d-45f7-aca6-027df653afc6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.1140137 Jun 29 16:10:27.309244 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cc9d64b7-5f13-451a-9c77-17749cc128eb req-8756b7cc-2eae-4b16-badb-11f1ad106113 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446010 Jun 29 16:10:27.356101 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6049d-7a72-4340-9025-c2f8081e74de req-d10dcd3c-cc11-416e-989c-ed1c9e3a4e2e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:27.358452 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ebf6049d-7a72-4340-9025-c2f8081e74de req-d10dcd3c-cc11-416e-989c-ed1c9e3a4e2e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0814314 Jun 29 16:10:27.416924 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ebf6049d-7a72-4340-9025-c2f8081e74de req-12e7cbd9-f3a8-409f-8346-125e6133b146 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485921 Jun 29 16:10:27.515394 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:27.634706 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808cfd4a-6f5d-4313-972a-ac8582b2ec3f None None] Network 04fda14d-5589-40eb-a5ae-7441d094890c requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:10:27.775980 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685669'] for router, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:27.803934 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-f9ab6255-6d15-4a90-8ba4-b1de178324d6 None None] Provisioning for port 85dc4171-1bfb-4385-99e1-30bcefb28dc3 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:28.014593 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Router db9185cb-9136-4093-a222-7b4e38c2f662 is scheduled to L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 with binding_index 1 {{(pid=93588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:10:28.123061 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:10:28.131895 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Sync routers for ids ['db9185cb-9136-4093-a222-7b4e38c2f662'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:10:28.152609 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Routers {'db9185cb-9136-4093-a222-7b4e38c2f662'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:28.152609 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['db9185cb-9136-4093-a222-7b4e38c2f662'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:28.221598 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:28.223614 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8954613 Jun 29 16:10:28.229353 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 53918) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:28.317759 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Set router db9185cb-9136-4093-a222-7b4e38c2f662 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:28.440447 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 85dc4171-1bfb-4385-99e1-30bcefb28dc3 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:28.528821 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce570c-f3ad-4b3b-9e45-c37f4676c9db req-23e54f8d-e519-4dcf-bede-ac10b5bd907d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:28.530649 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-36ce570c-f3ad-4b3b-9e45-c37f4676c9db req-23e54f8d-e519-4dcf-bede-ac10b5bd907d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0830760 Jun 29 16:10:28.580064 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-36ce570c-f3ad-4b3b-9e45-c37f4676c9db req-63641fed-3270-4b49-afb7-ffd69fd18471 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424080 Jun 29 16:10:28.616564 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'name': 'tempest-TestMinimumBasicScenario-856927115-router', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:25Z', 'updated_at': '2021-06-29T16:10:27Z', 'revision_number': 3, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'gw_port': {'id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:26Z', 'updated_at': '2021-06-29T16:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:28.643004 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Checking router: db9185cb-9136-4093-a222-7b4e38c2f662 for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:10:28.643621 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Updating router db9185cb-9136-4093-a222-7b4e38c2f662 port 33448e13-0cc8-4dff-8a8a-560daeb95232 binding host dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:10:28.684695 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:28.755355 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:28.773096 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 85dc4171-1bfb-4385-99e1-30bcefb28dc3 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:28.780632 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 85dc4171-1bfb-4385-99e1-30bcefb28dc3 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:28.781016 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:28.781142 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a17fa-7fd9-46fb-bcba-ea6cb36e4438 req-ec1f5297-293f-4dd8-88f9-d105920f63ef tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:28.782805 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4f9a17fa-7fd9-46fb-bcba-ea6cb36e4438 req-ec1f5297-293f-4dd8-88f9-d105920f63ef tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0702677 Jun 29 16:10:28.833271 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4f9a17fa-7fd9-46fb-bcba-ea6cb36e4438 req-2cb03378-79e5-4562-b9de-9852bafbae65 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442290 Jun 29 16:10:28.956345 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.028536 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 85dc4171-1bfb-4385-99e1-30bcefb28dc3, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=85dc4171-1bfb-4385-99e1-30bcefb28dc3,segment=NetworkSegment(9b6c24fe-6323-4248-b1ce-ca4ec947d038),segment_id=9b6c24fe-6323-4248-b1ce-ca4ec947d038)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:29.043758 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.053751 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Transition to ACTIVE for port object 33448e13-0cc8-4dff-8a8a-560daeb95232 will not be triggered until provisioned by entity L2. {{(pid=93590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:29.148731 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Allocated IP 172.20.0.1 (04fda14d-5589-40eb-a5ae-7441d094890c/8d21736e-ba01-4ff9-84bc-e2fa12cc53fd/1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:10:29.174621 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.175526 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device ca2e0938-8d9d-40ac-9486-50876e1608db up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:29.184429 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:29.184429 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.250707 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.262912 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Transition to ACTIVE for port object 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:29.268371 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Attempting to bind port 33448e13-0cc8-4dff-8a8a-560daeb95232 on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:10:29.268757 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Attempting to bind port 33448e13-0cc8-4dff-8a8a-560daeb95232 by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:10:29.269133 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Attempting to bind port 33448e13-0cc8-4dff-8a8a-560daeb95232 on network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:10:29.279217 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=85dc4171-1bfb-4385-99e1-30bcefb28dc3,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:29.282595 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:10:29.282984 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Checking segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:10:29.283417 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.283816 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Bound using segment: {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'} {{(pid=93590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:10:29.284298 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.managers [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Bound port: 33448e13-0cc8-4dff-8a8a-560daeb95232, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1138bfce-27e6-4dae-82b3-00443dc5252e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62'}}] {{(pid=93590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:10:29.284689 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.313073 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.313433 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.313805 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.314143 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.314477 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.314809 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.315136 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.315468 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.315812 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.316133 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.316454 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.316774 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:29.349048 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:29.349048 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:29.460619 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25294942'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.464123 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d321a50f-4d9f-4394-b773-9a8718ab4cce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:29.498512 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port ca2e0938-8d9d-40ac-9486-50876e1608db completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:29.509617 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Network 04fda14d-5589-40eb-a5ae-7441d094890c is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:10:29.510482 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] For port 33448e13-0cc8-4dff-8a8a-560daeb95232, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:10:29.512433 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port ca2e0938-8d9d-40ac-9486-50876e1608db triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:29.512597 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:29.512796 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.515344 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] For port 33448e13-0cc8-4dff-8a8a-560daeb95232, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=33448e13-0cc8-4dff-8a8a-560daeb95232,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:10:29.516504 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:10:29.516680 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccaf61-e953-4fb7-9b7d-fa8f807637bd None None] Pushing event updated for resources: {'Port': ['ID=33448e13-0cc8-4dff-8a8a-560daeb95232,revision_number=2']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:29.519891 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-1bccaf61-e953-4fb7-9b7d-fa8f807637bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:29.542089 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:29.550635 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:29.575449 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655426'] for router_interface, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.629420 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.637056 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:29.647110 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.742063 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Routers {'db9185cb-9136-4093-a222-7b4e38c2f662'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:29.742667 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['db9185cb-9136-4093-a222-7b4e38c2f662'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:29.795033 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port ca2e0938-8d9d-40ac-9486-50876e1608db, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=ca2e0938-8d9d-40ac-9486-50876e1608db,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:29.799070 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccaf61-e953-4fb7-9b7d-fa8f807637bd None None] Pushing event updated for resources: {'Port': ['ID=33448e13-0cc8-4dff-8a8a-560daeb95232,revision_number=3']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:29.802378 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-1bccaf61-e953-4fb7-9b7d-fa8f807637bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:29.861504 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.902622 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:29.906121 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] Set router db9185cb-9136-4093-a222-7b4e38c2f662 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:29.908111 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-a762f0a8-b753-44e3-b4e4-dca2d16744e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:29.944774 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-0c70d715-546d-4b1a-b396-42156fd72973 None None] Provisioning for port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:30.014587 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-0c70d715-546d-4b1a-b396-42156fd72973 None None] Provisioning complete for port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:30.014978 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-0c70d715-546d-4b1a-b396-42156fd72973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.059092 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:10:30.095472 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c1aa3-d9dc-4e07-88f9-ca66053f8bf7 req-c7eed5e4-f55f-4b2b-89a1-24277e570938 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:30.097249 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-db5c1aa3-d9dc-4e07-88f9-ca66053f8bf7 req-c7eed5e4-f55f-4b2b-89a1-24277e570938 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0698488 Jun 29 16:10:30.104217 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=ca2e0938-8d9d-40ac-9486-50876e1608db,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:30.107445 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.117758 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:30.127036 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f662365-3ac0-486e-b5ff-1ddf8e303425 req-e39591c4-eaaa-4d8d-b592-394ff9abfd3a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:30.128736 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7f662365-3ac0-486e-b5ff-1ddf8e303425 req-e39591c4-eaaa-4d8d-b592-394ff9abfd3a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.1005070 Jun 29 16:10:30.129601 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-0c70d715-546d-4b1a-b396-42156fd72973 None None] Port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:10:30.151057 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-db5c1aa3-d9dc-4e07-88f9-ca66053f8bf7 req-07246f95-ebfc-4e3a-b911-6f26f37c1680 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470078 Jun 29 16:10:30.206093 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7f662365-3ac0-486e-b5ff-1ddf8e303425 req-75077e8e-7d1d-4f4e-8c6f-f7adbbaf19e6 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519388 Jun 29 16:10:30.214504 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.217070 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-0ac64639-9e21-450f-9a21-58c5e44fee1b tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:30.251685 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 85dc4171-1bfb-4385-99e1-30bcefb28dc3 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:30.279853 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:30.283792 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:30.286279 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'name': 'tempest-TestMinimumBasicScenario-856927115-router', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:25Z', 'updated_at': '2021-06-29T16:10:27Z', 'revision_number': 3, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'gw_port': {'id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:26Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:30.286653 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655318'] for router_interface, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.314563 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164e585-3d3b-4184-af1a-cbc2fdeda3e2 None None] The sync data for ids ['db9185cb-9136-4093-a222-7b4e38c2f662'] in dv-cinder-792209-4-smb is: [{'id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'name': 'tempest-TestMinimumBasicScenario-856927115-router', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:25Z', 'updated_at': '2021-06-29T16:10:27Z', 'revision_number': 3, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'gw_port': {'id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:26Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:10:30.335470 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 85dc4171-1bfb-4385-99e1-30bcefb28dc3 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:30.335888 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.432961 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device ca2e0938-8d9d-40ac-9486-50876e1608db up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:30.433767 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Network 04fda14d-5589-40eb-a5ae-7441d094890c is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:10:30.440503 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2d7f6-2472-46e3-ab24-e17fdbbdc705 req-e8a632c9-db3a-4d0f-9aa3-83aa0a7fe75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:30.442011 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c9a2d7f6-2472-46e3-ab24-e17fdbbdc705 req-e8a632c9-db3a-4d0f-9aa3-83aa0a7fe75f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd32f82cc3c04259b7243946050d8683&device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 1098 time: 0.1030960 Jun 29 16:10:30.442884 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:30.481577 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port ca2e0938-8d9d-40ac-9486-50876e1608db triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:30.481962 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.703533 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2d7f6-2472-46e3-ab24-e17fdbbdc705 req-8bc259ec-2ed8-47a5-9689-f429fb337e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:30.703533 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c9a2d7f6-2472-46e3-ab24-e17fdbbdc705 req-8bc259ec-2ed8-47a5-9689-f429fb337e50 service neutron] 10.222.0.86 "GET /v2.0/networks?id=200a933c-d5f2-4d09-b782-a5bbf121ac99 HTTP/1.1" status: 200 len: 910 time: 0.2485275 Jun 29 16:10:30.719621 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Router db9185cb-9136-4093-a222-7b4e38c2f662 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:10:30.756195 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-86c5313c-5df6-405c-a171-362c5a19bee9 None None] Provisioning complete for port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:30.756728 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-86c5313c-5df6-405c-a171-362c5a19bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.801102 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-86c5313c-5df6-405c-a171-362c5a19bee9 None None] Port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:10:30.840043 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c9a2d7f6-2472-46e3-ab24-e17fdbbdc705 req-92b17038-2e66-4f17-b9fa-8a62ceaedbf2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3607450e-2948-4795-8b0d-1f1cbf13429e HTTP/1.1" status: 200 len: 1001 time: 0.1171541 Jun 29 16:10:30.927517 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:10:30.934032 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] 10.222.0.13 "PUT /v2.0/routers/db9185cb-9136-4093-a222-7b4e38c2f662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7066476 Jun 29 16:10:30.936144 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2d7f6-2472-46e3-ab24-e17fdbbdc705 req-5f438b3d-311c-407e-be58-dec35d8c509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:30.937529 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c9a2d7f6-2472-46e3-ab24-e17fdbbdc705 req-5f438b3d-311c-407e-be58-dec35d8c509a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bb01e977-375a-4628-a3e9-87626f83517a HTTP/1.1" status: 200 len: 848 time: 0.0654001 Jun 29 16:10:31.002646 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2d7f6-2472-46e3-ab24-e17fdbbdc705 req-84b28c83-4ea1-4e9d-87c7-948378e90f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:31.004257 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c9a2d7f6-2472-46e3-ab24-e17fdbbdc705 req-84b28c83-4ea1-4e9d-87c7-948378e90f27 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=200a933c-d5f2-4d09-b782-a5bbf121ac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0588732 Jun 29 16:10:31.220221 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c9a2d7f6-2472-46e3-ab24-e17fdbbdc705 req-6554b993-0ad7-426b-b865-0c0771a50143 service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075775 Jun 29 16:10:31.370191 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c9a2d7f6-2472-46e3-ab24-e17fdbbdc705 req-aa94f781-a54b-4469-9f5d-89beefb08434 service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405761 Jun 29 16:10:31.396869 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88dcdf-17bf-471d-8b15-e75c856a25f2 req-5c07fc2b-285f-40e2-9cec-ba06347c2ded tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:31.399325 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fe88dcdf-17bf-471d-8b15-e75c856a25f2 req-5c07fc2b-285f-40e2-9cec-ba06347c2ded tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0865235 Jun 29 16:10:31.434592 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b9c4e-38aa-4673-a48b-0933c2f8d40d req-78766f33-f5d0-4dd4-a065-e708f264df02 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:31.436506 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ce1b9c4e-38aa-4673-a48b-0933c2f8d40d req-78766f33-f5d0-4dd4-a065-e708f264df02 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0700519 Jun 29 16:10:31.439470 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fe88dcdf-17bf-471d-8b15-e75c856a25f2 req-c9f82988-0666-41c6-b8e1-fe6f679a7b56 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330918 Jun 29 16:10:31.475338 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ce1b9c4e-38aa-4673-a48b-0933c2f8d40d req-47b8a4ee-e2e0-4251-8aae-11e8fee87bea tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329931 Jun 29 16:10:31.814219 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5b532-2d02-40cf-b33f-186553409f3e req-dc14ce52-c3bc-4cdc-af7d-8a3c0b5b92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:31.815802 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8cf5b532-2d02-40cf-b33f-186553409f3e req-dc14ce52-c3bc-4cdc-af7d-8a3c0b5b92d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd32f82cc3c04259b7243946050d8683&device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 1098 time: 0.0621252 Jun 29 16:10:31.944033 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5b532-2d02-40cf-b33f-186553409f3e req-7fcfc68e-c7ec-4dc9-9656-e470edd34596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:31.945669 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8cf5b532-2d02-40cf-b33f-186553409f3e req-7fcfc68e-c7ec-4dc9-9656-e470edd34596 service neutron] 10.222.0.86 "GET /v2.0/networks?id=200a933c-d5f2-4d09-b782-a5bbf121ac99 HTTP/1.1" status: 200 len: 910 time: 0.1081874 Jun 29 16:10:32.029918 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8cf5b532-2d02-40cf-b33f-186553409f3e req-cc861c6a-49f4-457f-82e2-ef80bb77cb82 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3607450e-2948-4795-8b0d-1f1cbf13429e HTTP/1.1" status: 200 len: 1001 time: 0.0743563 Jun 29 16:10:32.087965 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5b532-2d02-40cf-b33f-186553409f3e req-533c6bbc-3d4d-407e-ab7a-a615a9ad3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:32.089608 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8cf5b532-2d02-40cf-b33f-186553409f3e req-533c6bbc-3d4d-407e-ab7a-a615a9ad3cb4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bb01e977-375a-4628-a3e9-87626f83517a HTTP/1.1" status: 200 len: 848 time: 0.0500159 Jun 29 16:10:32.121605 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Sync routers for ids ['db9185cb-9136-4093-a222-7b4e38c2f662'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:10:32.143358 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Routers {'db9185cb-9136-4093-a222-7b4e38c2f662'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:32.144091 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['db9185cb-9136-4093-a222-7b4e38c2f662'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:32.226564 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5b532-2d02-40cf-b33f-186553409f3e req-de0ba147-a131-4246-9334-053a8272dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:32.239553 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8cf5b532-2d02-40cf-b33f-186553409f3e req-de0ba147-a131-4246-9334-053a8272dea9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=200a933c-d5f2-4d09-b782-a5bbf121ac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1296318 Jun 29 16:10:32.304752 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 33448e13-0cc8-4dff-8a8a-560daeb95232 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:32.310296 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Set router db9185cb-9136-4093-a222-7b4e38c2f662 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:32.362970 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8cf5b532-2d02-40cf-b33f-186553409f3e req-f539a432-a59c-446f-bc2e-f4b677973067 service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232860 Jun 29 16:10:32.541283 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 33448e13-0cc8-4dff-8a8a-560daeb95232 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:32.546244 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 33448e13-0cc8-4dff-8a8a-560daeb95232 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:32.546914 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:32.563247 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'name': 'tempest-TestMinimumBasicScenario-856927115-router', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:25Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 4, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'gw_port': {'id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:26Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f', 'name': '', 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'mac_address': 'fa:16:3e:49:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d21736e-ba01-4ff9-84bc-e2fa12cc53fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:28Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 2, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'subnets': [{'id': '8d21736e-ba01-4ff9-84bc-e2fa12cc53fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:32.563813 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8cf5b532-2d02-40cf-b33f-186553409f3e req-85101e97-f106-4b48-b988-86c2e28b4399 service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831152 Jun 29 16:10:32.591854 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Checking router: db9185cb-9136-4093-a222-7b4e38c2f662 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:10:32.592500 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Updating router db9185cb-9136-4093-a222-7b4e38c2f662 port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f binding host dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:10:32.633601 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:32.725316 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 36294d7f-2d8a-476d-801f-f13339489093 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:10:32.872141 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fbf6a-9eda-40c0-a4c4-fec7e134daca req-39f50e62-0007-456d-bbe4-b2a9d3533a6a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:32.875417 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87edb4-eea2-4291-9d9c-bc85cf6604a9 req-ea3d44b2-7ea4-4870-847d-74555c55891b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:32.882846 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0d6fbf6a-9eda-40c0-a4c4-fec7e134daca req-39f50e62-0007-456d-bbe4-b2a9d3533a6a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.1547115 Jun 29 16:10:32.890233 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ef87edb4-eea2-4291-9d9c-bc85cf6604a9 req-ea3d44b2-7ea4-4870-847d-74555c55891b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.1759887 Jun 29 16:10:32.971241 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0d6fbf6a-9eda-40c0-a4c4-fec7e134daca req-092fd2aa-97ac-4334-9936-314830059cf3 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873830 Jun 29 16:10:33.014255 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ef87edb4-eea2-4291-9d9c-bc85cf6604a9 req-b850ff9a-edf3-4f2e-87e0-c37614f9a5ed tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037793 Jun 29 16:10:33.020037 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:33.044051 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:33.073709 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 33448e13-0cc8-4dff-8a8a-560daeb95232, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=33448e13-0cc8-4dff-8a8a-560daeb95232,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:33.126109 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:33.156152 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '36294d7f-2d8a-476d-801f-f13339489093', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'port_id': '36294d7f-2d8a-476d-801f-f13339489093', 'mac_address': 'fa:16:3e:83:7e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:10:33.250352 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:33.254724 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-675a668e-b9cd-4bb4-8c87-8d1541abd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:33.288033 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:33.319562 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36294d7f-2d8a-476d-801f-f13339489093 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:10:33.340790 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=33448e13-0cc8-4dff-8a8a-560daeb95232,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:33.346718 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:33.356993 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:33.404743 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Notify callbacks [] for port, precommit_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:33.422974 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.provisioning_blocks [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Transition to ACTIVE for port object 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f will not be triggered until provisioned by entity L2. {{(pid=93591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:33.441792 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:33.444882 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:33.527978 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=36294d7f-2d8a-476d-801f-f13339489093,revision_number=6']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:33.531371 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:33.547656 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:33.548072 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['36294d7f-2d8a-476d-801f-f13339489093'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:10:33.548646 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:33.629757 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c7a2a-ac14-4fd1-b13e-bb8a25585219 None None] Pushing event updated for resources: {'Port': ['ID=1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f,revision_number=3']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:33.677658 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-d00c7a2a-ac14-4fd1-b13e-bb8a25585219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:33.708264 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Attempting to bind port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f on host dv-cinder-792209-4-smb for vnic_type normal with profile {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:10:33.708764 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Attempting to bind port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f by drivers openvswitch,hyperv on host dv-cinder-792209-4-smb at level 0 using segments [{'id': '9b6c24fe-6323-4248-b1ce-ca4ec947d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c'}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:10:33.709399 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Attempting to bind port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f on network 04fda14d-5589-40eb-a5ae-7441d094890c {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:10:33.718298 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Checking agent: {'id': '4ee79635-2984-4ccc-ae74-dd461415e323', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 29, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:10:33.720038 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Checking segment: {'id': '9b6c24fe-6323-4248-b1ce-ca4ec947d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:10:33.720673 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:33.721302 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Bound using segment: {'id': '9b6c24fe-6323-4248-b1ce-ca4ec947d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c'} {{(pid=93591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:10:33.727981 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.managers [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Bound port: 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f, host: dv-cinder-792209-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6c24fe-6323-4248-b1ce-ca4ec947d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c'}}] {{(pid=93591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:10:33.728262 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:34.117232 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] For port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f, host dv-cinder-792209-4-smb, cleared binding levels {{(pid=93591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:10:34.120792 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.plugins.ml2.db [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] For port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f, host dv-cinder-792209-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f,segment=NetworkSegment(9b6c24fe-6323-4248-b1ce-ca4ec947d038),segment_id=9b6c24fe-6323-4248-b1ce-ca4ec947d038)] {{(pid=93591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:10:34.231930 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron_lib.callbacks.manager [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:34.237364 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:34.318441 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 33448e13-0cc8-4dff-8a8a-560daeb95232 up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:34.330075 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce7f6-fa0a-469b-970e-8978e5af7053 req-a9eba750-7ccc-4b63-98b3-3b4438daadf1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:34.341287 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3b6ce7f6-fa0a-469b-970e-8978e5af7053 req-a9eba750-7ccc-4b63-98b3-3b4438daadf1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.1171684 Jun 29 16:10:34.433519 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c7a2a-ac14-4fd1-b13e-bb8a25585219 None None] Pushing event updated for resources: {'Port': ['ID=1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f,revision_number=4']} {{(pid=93591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:34.453506 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG oslo_concurrency.lockutils [None req-d00c7a2a-ac14-4fd1-b13e-bb8a25585219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:34.473893 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Routers {'db9185cb-9136-4093-a222-7b4e38c2f662'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:34.476988 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['db9185cb-9136-4093-a222-7b4e38c2f662'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:34.477251 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3b6ce7f6-fa0a-469b-970e-8978e5af7053 req-880bf529-ed2c-4bfe-b921-8930082cb6c7 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340218 Jun 29 16:10:34.482356 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 33448e13-0cc8-4dff-8a8a-560daeb95232 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:34.484236 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:34.531370 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d315a-4ebf-40cb-84b0-6950d79f54ff req-7a751295-f67c-4f2e-a606-726ab2c2b8cd tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:34.533087 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1e8d315a-4ebf-40cb-84b0-6950d79f54ff req-7a751295-f67c-4f2e-a606-726ab2c2b8cd tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 944 time: 0.2323296 Jun 29 16:10:34.734592 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 36294d7f-2d8a-476d-801f-f13339489093 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:34.750381 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1e8d315a-4ebf-40cb-84b0-6950d79f54ff req-01cf102a-9bb5-46cd-b7aa-b1ec1ce569d4 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980696 Jun 29 16:10:34.879411 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] Set router db9185cb-9136-4093-a222-7b4e38c2f662 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:34.891111 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 36294d7f-2d8a-476d-801f-f13339489093 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:34.891111 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:35.056583 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:35.120152 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36294d7f-2d8a-476d-801f-f13339489093'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:10:35.122553 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ba65d8-9288-4b69-9716-ded3a5b9f915" -d '{"events": [{"server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "name": "network-vif-plugged", "status": "completed", "tag": "36294d7f-2d8a-476d-801f-f13339489093"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:10:35.135670 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:35.257771 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2b026a-209d-4451-a00c-7e47834177f5 x-openstack-request-id: req-4f2b026a-209d-4451-a00c-7e47834177f5 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:10:35.257771 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "name": "network-vif-plugged", "status": "completed", "tag": "36294d7f-2d8a-476d-801f-f13339489093", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:10:35.257771 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f2b026a-209d-4451-a00c-7e47834177f5 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:10:35.257771 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36294d7f-2d8a-476d-801f-f13339489093', 'code': 200} Jun 29 16:10:35.306801 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'name': 'tempest-TestMinimumBasicScenario-856927115-router', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:25Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 4, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'gw_port': {'id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:26Z', 'updated_at': '2021-06-29T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f', 'name': '', 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'mac_address': 'fa:16:3e:49:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d21736e-ba01-4ff9-84bc-e2fa12cc53fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:28Z', 'updated_at': '2021-06-29T16:10:34Z', 'revision_number': 4, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'subnets': [{'id': '8d21736e-ba01-4ff9-84bc-e2fa12cc53fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:35.343532 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da031d5d-1916-4932-939a-66f6cad0980d None None] The sync data for ids ['db9185cb-9136-4093-a222-7b4e38c2f662'] in dv-cinder-792209-4-smb is: [{'id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'name': 'tempest-TestMinimumBasicScenario-856927115-router', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:25Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 4, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'gw_port': {'id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:26Z', 'updated_at': '2021-06-29T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f', 'name': '', 'network_id': '04fda14d-5589-40eb-a5ae-7441d094890c', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'mac_address': 'fa:16:3e:49:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d21736e-ba01-4ff9-84bc-e2fa12cc53fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:28Z', 'updated_at': '2021-06-29T16:10:34Z', 'revision_number': 4, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'subnets': [{'id': '8d21736e-ba01-4ff9-84bc-e2fa12cc53fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:10:35.369180 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:35.376209 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-a762f0a8-b753-44e3-b4e4-dca2d16744e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:35.538422 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=36294d7f-2d8a-476d-801f-f13339489093,revision_number=7']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:35.547968 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:35.951411 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce135233-1a28-470a-bc07-58bd61718137 req-c90e106a-b04e-42ac-9a55-4767d61e1a2f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:35.959955 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ce135233-1a28-470a-bc07-58bd61718137 req-c90e106a-b04e-42ac-9a55-4767d61e1a2f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.1870892 Jun 29 16:10:36.028078 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ce135233-1a28-470a-bc07-58bd61718137 req-6ac44b4c-1815-4970-8397-9f37739f89cc tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666146 Jun 29 16:10:36.361361 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679e740-6bb5-460e-a756-a63ec5d7bc74 req-244c6f8e-3164-4762-aa48-52874cdbefe7 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:36.362874 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:36.363425 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a679e740-6bb5-460e-a756-a63ec5d7bc74 req-244c6f8e-3164-4762-aa48-52874cdbefe7 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.1769428 Jun 29 16:10:36.532863 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a679e740-6bb5-460e-a756-a63ec5d7bc74 req-aa38d8f6-524d-4f0f-bcea-be63d19fc8fb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530113 Jun 29 16:10:36.700847 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning for port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:36.705207 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:36.705589 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:36.765144 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 3607450e-2948-4795-8b0d-1f1cbf13429e no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:10:37.052389 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:37.104956 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:37.110918 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] For port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f,segment=NetworkSegment(9b6c24fe-6323-4248-b1ce-ca4ec947d038),segment_id=9b6c24fe-6323-4248-b1ce-ca4ec947d038)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:37.148274 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 3607450e-2948-4795-8b0d-1f1cbf13429e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3607450e-2948-4795-8b0d-1f1cbf13429e,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:37.248863 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:10:37.251368 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a98750b-b14c-494a-88dc-c0c353dca67d" -d '{"events": [{"server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "name": "network-vif-unplugged", "status": "completed", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:10:37.295125 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 16:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c87843-d9b8-4798-abec-3061344fb38f x-openstack-request-id: req-57c87843-d9b8-4798-abec-3061344fb38f {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:10:37.297172 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "name": "network-vif-unplugged", "status": "failed", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e", "code": 422}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:10:37.301569 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57c87843-d9b8-4798-abec-3061344fb38f {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:10:37.301569 dv-cinder-792209-4-smb neutron-server[93590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'code': 422} returned with failed status Jun 29 16:10:37.360917 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:37.360917 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:37.397628 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:37.481134 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Pushing event updated for resources: {'Port': ['ID=1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:37.484477 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:37.484957 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-16fe594a-7a87-4263-b1a5-3e1114a8a32c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:37.617091 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=3607450e-2948-4795-8b0d-1f1cbf13429e,revision_number=6']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:37.625630 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:37.737468 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-8bae9fdf-231e-4998-8d6b-0e4345dbbd55 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363671 Jun 29 16:10:37.851799 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e87cf0-d079-43f7-beec-73602d2e7ba3 req-7b14cc75-b481-422e-9b68-7f81559fead3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:37.865573 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c0e87cf0-d079-43f7-beec-73602d2e7ba3 req-7b14cc75-b481-422e-9b68-7f81559fead3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.1919303 Jun 29 16:10:37.942067 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694df68-36c9-4172-be0c-d8ce1ab82704 req-1843fcdd-12f1-4e2b-8cdb-3325c573f156 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:37.949383 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a694df68-36c9-4172-be0c-d8ce1ab82704 req-1843fcdd-12f1-4e2b-8cdb-3325c573f156 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.1574421 Jun 29 16:10:37.958572 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c0e87cf0-d079-43f7-beec-73602d2e7ba3 req-9791a8dd-12af-4419-b0f9-4af2bd20dbb9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916708 Jun 29 16:10:38.034737 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a694df68-36c9-4172-be0c-d8ce1ab82704 req-be00df6f-afc6-4371-b20e-b3024857cae8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796344 Jun 29 16:10:38.330999 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f up at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:38.433463 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Provisioning complete for port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:38.434035 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.293741 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072c72c-8bd8-4870-9a5d-0c4239e22f4c req-edfec985-1ac1-43cf-8aa0-26a5a84af031 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:39.301111 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2072c72c-8bd8-4870-9a5d-0c4239e22f4c req-edfec985-1ac1-43cf-8aa0-26a5a84af031 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.1372638 Jun 29 16:10:39.393873 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2072c72c-8bd8-4870-9a5d-0c4239e22f4c req-1d5d427a-8e7f-4a5a-a358-93a4b67ab001 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912807 Jun 29 16:10:39.454727 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e8952-ff8c-46e2-b0be-05c5e2421c71 req-42fbf2a1-3df8-48e2-8bf1-f85f2def3720 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:39.456424 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-340e8952-ff8c-46e2-b0be-05c5e2421c71 req-42fbf2a1-3df8-48e2-8bf1-f85f2def3720 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.1486056 Jun 29 16:10:39.524690 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-340e8952-ff8c-46e2-b0be-05c5e2421c71 req-25b2796b-8e68-4107-bc5e-0fe5492060ee tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622261 Jun 29 16:10:40.637695 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a803c-adde-4938-b123-c7c1acab9463 req-5f347af5-7dbb-4adf-85d6-0cff8c7f37d6 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:40.647101 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-af5a803c-adde-4938-b123-c7c1acab9463 req-5f347af5-7dbb-4adf-85d6-0cff8c7f37d6 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.0998902 Jun 29 16:10:40.711363 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-af5a803c-adde-4938-b123-c7c1acab9463 req-4d74d587-f6db-47a5-b9f4-36027e65c63b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605116 Jun 29 16:10:41.028631 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b557f-5a3d-4fd8-8b27-f0c874f69450 req-9b5746dc-97da-4f96-bb1e-63c783b3dccb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:41.031272 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-145b557f-5a3d-4fd8-8b27-f0c874f69450 req-9b5746dc-97da-4f96-bb1e-63c783b3dccb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.1954899 Jun 29 16:10:41.101459 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-145b557f-5a3d-4fd8-8b27-f0c874f69450 req-8990d849-9f80-41db-8f21-c09efea80d38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639424 Jun 29 16:10:41.954620 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e2d4-960c-4ee1-839b-170cb5524d75 req-48d01825-53f4-4074-8fd9-7104c5a0131a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:41.956230 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4a36e2d4-960c-4ee1-839b-170cb5524d75 req-48d01825-53f4-4074-8fd9-7104c5a0131a tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.1142428 Jun 29 16:10:42.009185 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4a36e2d4-960c-4ee1-839b-170cb5524d75 req-740a9437-099d-451e-8b26-4a3ae8c71b8c tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452056 Jun 29 16:10:42.304401 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168fd2d-b433-4811-9a43-e2add0fb8474 req-af7e5241-a4b1-42be-9f93-d46d03d5093e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:42.306383 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e168fd2d-b433-4811-9a43-e2add0fb8474 req-af7e5241-a4b1-42be-9f93-d46d03d5093e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0728705 Jun 29 16:10:42.345450 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e168fd2d-b433-4811-9a43-e2add0fb8474 req-0bf62120-c278-4262-b1ce-f924dee6d7ab tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329542 Jun 29 16:10:43.192075 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527781e7-8c59-4a4e-837b-cdbd1afbdf7e req-e3f95330-f0fa-4dea-bd49-138274115b6e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:43.193611 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-527781e7-8c59-4a4e-837b-cdbd1afbdf7e req-e3f95330-f0fa-4dea-bd49-138274115b6e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.0668461 Jun 29 16:10:43.232584 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-527781e7-8c59-4a4e-837b-cdbd1afbdf7e req-1da264cb-1fb3-4aa6-bc34-c9329386f7c9 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323112 Jun 29 16:10:43.536273 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d33a6-338c-4ca0-9714-fdaa8c1221fd req-dfd8d51c-b668-41c5-b58c-c98febc1f428 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:43.537825 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6d3d33a6-338c-4ca0-9714-fdaa8c1221fd req-dfd8d51c-b668-41c5-b58c-c98febc1f428 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0696130 Jun 29 16:10:43.581394 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6d3d33a6-338c-4ca0-9714-fdaa8c1221fd req-3399c911-0ce9-456e-aaf7-2bd23b5ca594 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368316 Jun 29 16:10:44.276363 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-cd177011-05f4-4f7f-a72d-fa03d755b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:44.297442 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-cd177011-05f4-4f7f-a72d-fa03d755b560 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996&tenant_id=bd32f82cc3c04259b7243946050d8683 HTTP/1.1" status: 200 len: 1096 time: 0.2815163 Jun 29 16:10:44.456170 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-b0724e10-fc76-497c-aed6-8d574ea92662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:44.459436 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-b0724e10-fc76-497c-aed6-8d574ea92662 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd32f82cc3c04259b7243946050d8683&device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 1096 time: 0.1190646 Jun 29 16:10:44.568520 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a75427-6a23-44c7-b8b5-ee155f4b3c5f req-e4b745e8-5d39-43c1-a7cd-03792b4503f1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:44.576606 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-96a75427-6a23-44c7-b8b5-ee155f4b3c5f req-e4b745e8-5d39-43c1-a7cd-03792b4503f1 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.1177475 Jun 29 16:10:44.627414 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-96a75427-6a23-44c7-b8b5-ee155f4b3c5f req-2901b36d-29c3-453b-b06b-954988060494 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493555 Jun 29 16:10:44.642213 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-33ff57b0-096d-4b41-af04-3a3cb22fd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:44.644183 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-33ff57b0-096d-4b41-af04-3a3cb22fd5c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=200a933c-d5f2-4d09-b782-a5bbf121ac99 HTTP/1.1" status: 200 len: 910 time: 0.1770556 Jun 29 16:10:44.771816 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-d9bceb5c-1230-4592-833e-4ccb934f9bac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3607450e-2948-4795-8b0d-1f1cbf13429e HTTP/1.1" status: 200 len: 999 time: 0.1210203 Jun 29 16:10:44.915062 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-e1057c59-ceb3-4c36-8214-56791b81d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:44.915062 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-e1057c59-ceb3-4c36-8214-56791b81d3f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bb01e977-375a-4628-a3e9-87626f83517a HTTP/1.1" status: 200 len: 848 time: 0.1284411 Jun 29 16:10:45.037176 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-fabf2811-c763-481e-888d-1c29b291edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:45.038802 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-fabf2811-c763-481e-888d-1c29b291edf9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=200a933c-d5f2-4d09-b782-a5bbf121ac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1245375 Jun 29 16:10:45.249914 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-23c74ac5-36f3-444f-acaa-6f69a052f8af service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040563 Jun 29 16:10:45.501829 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7ab6fb07-96a2-4d7c-8b90-4e009bca2481 req-63b6e9e5-2127-4937-92f8-96255a272573 service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431302 Jun 29 16:10:45.575969 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e0ff0-e6b4-4c9e-952c-4ed90612b684 req-2ecc3013-e4fb-41a2-b336-a9c02ff7e865 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:45.586676 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c84e0ff0-e6b4-4c9e-952c-4ed90612b684 req-2ecc3013-e4fb-41a2-b336-a9c02ff7e865 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.6972423 Jun 29 16:10:45.641256 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-c84e0ff0-e6b4-4c9e-952c-4ed90612b684 req-9a5129b1-a1cb-4d25-99eb-f387597e8354 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526371 Jun 29 16:10:45.903916 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038a34f-2253-452e-b6f3-1b9cdf73a88f req-faadd823-7327-4405-bdc1-2e67812c4525 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:45.911377 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d038a34f-2253-452e-b6f3-1b9cdf73a88f req-faadd823-7327-4405-bdc1-2e67812c4525 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.1198123 Jun 29 16:10:46.737212 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d038a34f-2253-452e-b6f3-1b9cdf73a88f req-16da2489-5398-4450-8bc9-41e7caa3460e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8247511 Jun 29 16:10:47.064227 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8afe2-4fa0-4caa-97c2-7ba0aa2fe904 req-2f3f6a81-cca4-4b1c-a224-e59d0d835f39 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:47.069885 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c5f8afe2-4fa0-4caa-97c2-7ba0aa2fe904 req-2f3f6a81-cca4-4b1c-a224-e59d0d835f39 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.1662221 Jun 29 16:10:47.164091 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c5f8afe2-4fa0-4caa-97c2-7ba0aa2fe904 req-17a7a64f-df7f-43c5-94ac-58c424cf37a5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876832 Jun 29 16:10:47.825548 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de4f33-4e91-4726-85af-41c9262c8be0 req-10a98a2e-8cc5-46c7-bd93-0b6a38a43328 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:47.827055 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b0de4f33-4e91-4726-85af-41c9262c8be0 req-10a98a2e-8cc5-46c7-bd93-0b6a38a43328 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 945 time: 0.0726194 Jun 29 16:10:47.870721 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b0de4f33-4e91-4726-85af-41c9262c8be0 req-9c8cfccd-d2ec-4dc3-ab0a-9e6d24510e6e tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=24aa3d79-1161-4d79-8783-4115f4a7bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379207 Jun 29 16:10:47.916835 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a12d1-3376-43e5-90ef-37e97ae3e472 req-512cf4dc-bc97-4996-98ed-d0a96dca25be tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:47.919257 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6c3a12d1-3376-43e5-90ef-37e97ae3e472 req-512cf4dc-bc97-4996-98ed-d0a96dca25be tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.0667868 Jun 29 16:10:47.969331 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6c3a12d1-3376-43e5-90ef-37e97ae3e472 req-e53982c3-fcc2-4c03-befd-d50ad19da278 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414503 Jun 29 16:10:48.345553 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-05f399ce-a402-4eb0-abab-84f01a733a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:48.350408 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907e3f-cdde-411d-84bc-8bd1181caf98 req-93ce4a4d-3f64-44f1-a531-fef613eb0a07 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:48.352061 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-96907e3f-cdde-411d-84bc-8bd1181caf98 req-93ce4a4d-3f64-44f1-a531-fef613eb0a07 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0677028 Jun 29 16:10:48.390644 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-96907e3f-cdde-411d-84bc-8bd1181caf98 req-d0d137b2-e1b7-4f9a-b23e-e8bbe599f912 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329330 Jun 29 16:10:48.806039 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 3607450e-2948-4795-8b0d-1f1cbf13429e details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:10:48.998937 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 3607450e-2948-4795-8b0d-1f1cbf13429e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3607450e-2948-4795-8b0d-1f1cbf13429e,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:49.055064 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'port_id': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'mac_address': 'fa:16:3e:b2:ad:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:10:49.162376 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.215938 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3607450e-2948-4795-8b0d-1f1cbf13429e {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:10:49.246851 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 3607450e-2948-4795-8b0d-1f1cbf13429e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3607450e-2948-4795-8b0d-1f1cbf13429e,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:49.271741 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87ebfd-88ce-44b0-836a-58d7f9081eea req-44b11ca5-ad04-426b-911b-e5fea1ac3b4c tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:49.280526 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0b87ebfd-88ce-44b0-836a-58d7f9081eea req-44b11ca5-ad04-426b-911b-e5fea1ac3b4c tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 945 time: 0.1418610 Jun 29 16:10:49.308460 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc305e-c891-4875-a5f9-7853a763b143 req-c5c1e9f2-eba0-48f2-b7db-b761facebf64 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:49.310233 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dadc305e-c891-4875-a5f9-7853a763b143 req-c5c1e9f2-eba0-48f2-b7db-b761facebf64 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 943 time: 0.1175253 Jun 29 16:10:49.332507 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0b87ebfd-88ce-44b0-836a-58d7f9081eea req-7819af31-e505-436f-a32e-5a91da41bcf1 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups?id=24aa3d79-1161-4d79-8783-4115f4a7bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486312 Jun 29 16:10:49.374749 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-54fa31fe-dd4b-409b-bc5e-b71de24698d3 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:49.376964 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-54fa31fe-dd4b-409b-bc5e-b71de24698d3 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 945 time: 0.1308012 Jun 29 16:10:49.380902 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dadc305e-c891-4875-a5f9-7853a763b143 req-8b7fd40b-2630-41b5-9f73-d8e3896e8bc6 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587671 Jun 29 16:10:49.489827 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Deleting port 897e1cd0-0da5-49f9-8651-62749e5de26c {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:10:49.490172 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.590693 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] For port 897e1cd0-0da5-49f9-8651-62749e5de26c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=897e1cd0-0da5-49f9-8651-62749e5de26c,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:49.591056 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.593330 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241328e-12b4-49d0-9234-71fa6ad2b000 req-1dcb1abe-3e39-442b-ae5e-c1a0d1b6f8c9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:49.594851 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a241328e-12b4-49d0-9234-71fa6ad2b000 req-1dcb1abe-3e39-442b-ae5e-c1a0d1b6f8c9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0815449 Jun 29 16:10:49.635582 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-a241328e-12b4-49d0-9234-71fa6ad2b000 req-2b0b8324-e7fb-458c-be22-9852eb3528f8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347011 Jun 29 16:10:49.660548 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.662494 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:49.715720 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=3607450e-2948-4795-8b0d-1f1cbf13429e,revision_number=7']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:49.718809 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:49.826220 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.826674 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.826988 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.l3_db [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Floating IP fd3452ad-b90a-414f-8611-92061e30a52b disassociated. External IP: 172.28.3.130, port: 897e1cd0-0da5-49f9-8651-62749e5de26c. Jun 29 16:10:49.827330 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Calling delete_port for 897e1cd0-0da5-49f9-8651-62749e5de26c owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:10:49.895427 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['3607450e-2948-4795-8b0d-1f1cbf13429e'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:10:50.100099 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.109348 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ebfb340c-9c72-4109-b73e-59b8e0b443ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:50.131844 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event deleted for resources: {'Port': ['ID=897e1cd0-0da5-49f9-8651-62749e5de26c,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:50.135642 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:50.248729 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Router f90da393-dd93-4a12-a906-07dc67f648ef has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:10:50.344117 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-1dfc124a-2c18-49c3-aeac-93057602e6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.361441 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:10:50.379526 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41acc7c-8df4-43f7-8eca-c19bb659931a None None] Sync routers for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:10:50.387832 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41acc7c-8df4-43f7-8eca-c19bb659931a None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:50.388724 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-c41acc7c-8df4-43f7-8eca-c19bb659931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:50.413215 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] No DVR routers for this DVR port 897e1cd0-0da5-49f9-8651-62749e5de26c on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:10:50.416550 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.418815 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-225bd85d-245a-4728-b6b9-3dd9017ead40 req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.86 "DELETE /v2.0/ports/897e1cd0-0da5-49f9-8651-62749e5de26c HTTP/1.1" status: 204 len: 173 time: 1.0351696 Jun 29 16:10:50.419545 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'name': 'network-vif-deleted', 'tag': '897e1cd0-0da5-49f9-8651-62749e5de26c'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:10:50.421892 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ac6e66-e2e1-42e9-b800-d75056b7715d" -d '{"events": [{"server_uuid": "c3087074-709b-4b86-aaf1-fdb8663b1d03", "name": "network-vif-deleted", "tag": "897e1cd0-0da5-49f9-8651-62749e5de26c"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:10:50.446889 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.487491 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3478934f-3389-4be4-b0c6-55e63846e26b req-16659269-6c8f-476e-aefc-d4de4ac0b23a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 210 time: 0.0327463 Jun 29 16:10:50.543060 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-c41acc7c-8df4-43f7-8eca-c19bb659931a None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:50.654970 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605795a5-0cb4-463c-b265-19a1742b99e7 x-openstack-request-id: req-605795a5-0cb4-463c-b265-19a1742b99e7 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:10:50.655713 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3087074-709b-4b86-aaf1-fdb8663b1d03", "name": "network-vif-deleted", "tag": "897e1cd0-0da5-49f9-8651-62749e5de26c", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:10:50.655911 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-605795a5-0cb4-463c-b265-19a1742b99e7 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:10:50.656334 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3087074-709b-4b86-aaf1-fdb8663b1d03', 'name': 'network-vif-deleted', 'tag': '897e1cd0-0da5-49f9-8651-62749e5de26c', 'status': 'completed', 'code': 200} Jun 29 16:10:50.661597 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa848160-9a85-48a5-b42a-8382d9f58ec4 req-13b307e9-6da0-408c-ad5c-02a93a3a1d07 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:50.663157 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-aa848160-9a85-48a5-b42a-8382d9f58ec4 req-13b307e9-6da0-408c-ad5c-02a93a3a1d07 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 944 time: 0.1511669 Jun 29 16:10:50.710439 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-aa848160-9a85-48a5-b42a-8382d9f58ec4 req-1c979fa0-4175-481a-bdfc-7ae31c05b525 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395923 Jun 29 16:10:50.803338 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-c41acc7c-8df4-43f7-8eca-c19bb659931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:50.807857 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 3607450e-2948-4795-8b0d-1f1cbf13429e up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:50.856381 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41acc7c-8df4-43f7-8eca-c19bb659931a None None] Checking router: f90da393-dd93-4a12-a906-07dc67f648ef for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:10:50.875944 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41acc7c-8df4-43f7-8eca-c19bb659931a None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:50.876595 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-c41acc7c-8df4-43f7-8eca-c19bb659931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:50.898107 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e269de-7dd5-4042-b0ad-77ed5f21cc0d req-34c729d7-a2e3-4011-86ad-edeeb1d5ecd4 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:50.899721 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b9e269de-7dd5-4042-b0ad-77ed5f21cc0d req-34c729d7-a2e3-4011-86ad-edeeb1d5ecd4 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0780330 Jun 29 16:10:50.944120 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 3607450e-2948-4795-8b0d-1f1cbf13429e triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:50.950404 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.955319 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b9e269de-7dd5-4042-b0ad-77ed5f21cc0d req-9832adb9-445a-4933-aebc-cd3f86169625 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490370 Jun 29 16:10:51.050126 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-c41acc7c-8df4-43f7-8eca-c19bb659931a None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:51.191131 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:51.225346 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:10:51.228234 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fb065d-51db-4cd6-945f-330386f9e3e6" -d '{"events": [{"server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "name": "network-vif-plugged", "status": "completed", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:10:51.249507 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 3607450e-2948-4795-8b0d-1f1cbf13429e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3607450e-2948-4795-8b0d-1f1cbf13429e,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:51.269942 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ad16e3-b7cf-4587-a3dc-17f26c5c13a0 x-openstack-request-id: req-55ad16e3-b7cf-4587-a3dc-17f26c5c13a0 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:10:51.270230 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "name": "network-vif-plugged", "status": "completed", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:10:51.270494 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55ad16e3-b7cf-4587-a3dc-17f26c5c13a0 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:10:51.270892 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'code': 200} Jun 29 16:10:51.309405 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149ee0-9295-4a13-a171-6c172491b41c req-22a70f8a-4dc0-4306-99a6-5c70a911cc8c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:51.309405 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-22a70f8a-4dc0-4306-99a6-5c70a911cc8c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/networks?id=b7814843-2d5f-47f2-94b9-2a694b626df5 HTTP/1.1" status: 200 len: 814 time: 0.1261795 Jun 29 16:10:51.324569 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-b189ca3b-0ea0-4b22-95d4-4ad481b5648c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/quotas/318245c6ccff40f1b313b00de072b80d HTTP/1.1" status: 200 len: 375 time: 0.0119667 Jun 29 16:10:51.328811 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-c41acc7c-8df4-43f7-8eca-c19bb659931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:51.334271 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d470b4-86a0-47bc-8dbc-6b17a9d86c00 req-7368416b-ed83-4522-8d02-64a07001a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:51.335826 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-30d470b4-86a0-47bc-8dbc-6b17a9d86c00 req-7368416b-ed83-4522-8d02-64a07001a26b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 1098 time: 0.0589161 Jun 29 16:10:51.357157 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41acc7c-8df4-43f7-8eca-c19bb659931a None None] The sync data for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb is: [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:05:31Z', 'revision_number': 4, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '0e14b81c-7297-4fed-ae81-ae1be79d4e0c', 'name': '', 'network_id': '06858378-c74e-4cc1-afb8-3792abcf25a3', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'mac_address': 'fa:16:3e:dc:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:26Z', 'updated_at': '2021-06-29T16:05:42Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'subnets': [{'id': '3a829b44-8ce0-426e-ba7d-9be05ec57ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:10:51.385790 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:51.400266 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-42b2a163-c1fb-4bcd-a8be-af66dd41a73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:51.422936 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-09e0c871-dfe9-422e-8e8d-2798c0f8ebc0 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=318245c6ccff40f1b313b00de072b80d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926518 Jun 29 16:10:51.459296 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d470b4-86a0-47bc-8dbc-6b17a9d86c00 req-ae120286-b55b-4757-b3ed-6a75f44846b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:51.459296 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-30d470b4-86a0-47bc-8dbc-6b17a9d86c00 req-ae120286-b55b-4757-b3ed-6a75f44846b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 917 time: 0.1070189 Jun 29 16:10:51.471341 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=3607450e-2948-4795-8b0d-1f1cbf13429e,revision_number=8']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:51.478471 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:51.569651 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-30d470b4-86a0-47bc-8dbc-6b17a9d86c00 req-95ec9abe-7e56-4ce4-b844-740cfde5df49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36294d7f-2d8a-476d-801f-f13339489093 HTTP/1.1" status: 200 len: 1001 time: 0.1100705 Jun 29 16:10:51.601516 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-db315b93-e4f9-45cc-8065-e193bdd5ece3 service neutron] 10.222.0.13 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766891 Jun 29 16:10:51.637194 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:51.655997 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d470b4-86a0-47bc-8dbc-6b17a9d86c00 req-2e04c83d-62b1-4e52-b320-813d8b72d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:51.657815 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-30d470b4-86a0-47bc-8dbc-6b17a9d86c00 req-2e04c83d-62b1-4e52-b320-813d8b72d435 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 200 len: 855 time: 0.0777135 Jun 29 16:10:51.761980 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17240f1c-5727-415b-98f3-d8be3e3c4382 None None] New status for floating IP fd3452ad-b90a-414f-8611-92061e30a52b: DOWN {{(pid=93591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:10:51.776328 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-669027ec-252f-40ad-87c8-433bd3e8b9db service neutron] 10.222.0.13 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649570 Jun 29 16:10:51.777976 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-286b6583-c6c5-4585-8732-41761a30423e req-42a3454b-743f-4017-b3f7-666a03fa6913 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3087074-709b-4b86-aaf1-fdb8663b1d03 HTTP/1.1" status: 200 len: 210 time: 0.0737991 Jun 29 16:10:51.820388 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d470b4-86a0-47bc-8dbc-6b17a9d86c00 req-482edd39-8ac6-48c6-908b-3b2ba1861e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:51.825985 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-30d470b4-86a0-47bc-8dbc-6b17a9d86c00 req-482edd39-8ac6-48c6-908b-3b2ba1861e14 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1614227 Jun 29 16:10:51.897028 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f36be-2bff-4e82-a12b-58ffc23212df req-5700a9cb-02a0-49aa-80f7-0a9bb7fa2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:51.898917 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9d2f36be-2bff-4e82-a12b-58ffc23212df req-5700a9cb-02a0-49aa-80f7-0a9bb7fa2a3e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 1098 time: 0.1687250 Jun 29 16:10:51.990214 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9d2f36be-2bff-4e82-a12b-58ffc23212df req-f58f5d06-e43a-4015-b42c-12e197449148 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840452 Jun 29 16:10:52.006635 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-30d470b4-86a0-47bc-8dbc-6b17a9d86c00 req-f08dff63-f75e-4a70-937b-9eed76607735 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672175 Jun 29 16:10:52.030833 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4223c15-f376-4017-b43a-575a8f799613 req-a5413686-3875-4ffa-8ced-4ff35608b398 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:52.032347 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c4223c15-f376-4017-b43a-575a8f799613 req-a5413686-3875-4ffa-8ced-4ff35608b398 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.1173139 Jun 29 16:10:52.125820 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c4223c15-f376-4017-b43a-575a8f799613 req-c5696c5d-1c5f-4a5f-b5e0-8d00e4fb083e tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876634 Jun 29 16:10:52.182418 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-30d470b4-86a0-47bc-8dbc-6b17a9d86c00 req-a74e4a01-809d-4b63-816a-24bea2def462 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379826 Jun 29 16:10:52.229431 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-bed89749-4aea-4d34-ac7f-2ef83120bd92 req-682eaedd-5e74-4edb-ad95-505d6281b09d tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 210 time: 0.0333042 Jun 29 16:10:52.270162 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda7ebf-55f1-473b-a785-23f7e87dd088 req-0287c284-1e01-495c-ac4c-2bc1610d507f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:52.271736 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6cda7ebf-55f1-473b-a785-23f7e87dd088 req-0287c284-1e01-495c-ac4c-2bc1610d507f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0867386 Jun 29 16:10:52.309967 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6cda7ebf-55f1-473b-a785-23f7e87dd088 req-2cc086de-377d-48e6-953e-9288fb370e39 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326126 Jun 29 16:10:52.824696 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 897e1cd0-0da5-49f9-8651-62749e5de26c no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:10:52.848626 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 897e1cd0-0da5-49f9-8651-62749e5de26c {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:10:52.849003 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 897e1cd0-0da5-49f9-8651-62749e5de26c not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:10:53.032777 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54220) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:53.072006 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.090269 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f9d89c0b-0d10-4da1-b4d8-de510e094d9d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.116180 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f9d89c0b-0d10-4da1-b4d8-de510e094d9d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.279294 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f9d89c0b-0d10-4da1-b4d8-de510e094d9d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.282571 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f9d89c0b-0d10-4da1-b4d8-de510e094d9d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.286610 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-f9d89c0b-0d10-4da1-b4d8-de510e094d9d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "DELETE /v2.0/security-groups/24aa3d79-1161-4d79-8783-4115f4a7bdb2 HTTP/1.1" status: 204 len: 168 time: 0.2498555 Jun 29 16:10:53.286805 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54228) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:53.308238 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.api.v2.resource [None req-caa8d9b2-65c5-4df7-a072-4c4bba4807e3 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] show failed (client error): The resource could not be found. Jun 29 16:10:53.309379 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-caa8d9b2-65c5-4df7-a072-4c4bba4807e3 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "GET /v2.0/security-groups/24aa3d79-1161-4d79-8783-4115f4a7bdb2 HTTP/1.1" status: 404 len: 347 time: 0.0218728 Jun 29 16:10:53.312167 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-99f58bd2-4944-402a-85d2-dbdabb894f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:53.315562 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54230) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:53.338354 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5c11a0fe-eeff-4b82-809c-adb0de938e9a req-985bac41-8bf6-41e6-9b96-566a2f888311 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 210 time: 0.0313916 Jun 29 16:10:53.358784 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d89c0b-0d10-4da1-b4d8-de510e094d9d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aa3d79-1161-4d79-8783-4115f4a7bdb2,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:53.367143 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f9d89c0b-0d10-4da1-b4d8-de510e094d9d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:53.451960 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c7b2e-7f47-418c-b8bf-a1f82fce4c2f req-5312104c-f0a8-44da-a194-f07271591391 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:53.453481 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-902c7b2e-7f47-418c-b8bf-a1f82fce4c2f req-5312104c-f0a8-44da-a194-f07271591391 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.1866846 Jun 29 16:10:53.501322 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Deleting port 4043e6d7-b46d-4c3c-8cbd-ecadff89bb95 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:10:53.501656 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.506878 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-902c7b2e-7f47-418c-b8bf-a1f82fce4c2f req-018384ee-9cc3-4658-bc43-ba17c5269cb3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439587 Jun 29 16:10:53.511703 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8033e5-c248-47ad-8e90-0ed53636bae0 req-ba0a8b97-088e-4a0d-b73a-c845e76aa74d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:53.513681 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ca8033e5-c248-47ad-8e90-0ed53636bae0 req-ba0a8b97-088e-4a0d-b73a-c845e76aa74d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0675869 Jun 29 16:10:53.564078 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ca8033e5-c248-47ad-8e90-0ed53636bae0 req-10ce2f07-79f2-467e-b029-bc126be65afd tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428617 Jun 29 16:10:53.584902 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.585236 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.597344 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Calling delete_port for 4043e6d7-b46d-4c3c-8cbd-ecadff89bb95 owned by network:floatingip {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:10:53.968608 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.970896 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8f1a7b51-d53e-430b-95a1-2bb45476f99b tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:54.001886 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Pushing event deleted for resources: {'Port': ['ID=4043e6d7-b46d-4c3c-8cbd-ecadff89bb95,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:54.006604 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:54.066255 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks [] for floatingip, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:54.068809 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:54.073210 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] 10.222.0.13 "DELETE /v2.0/floatingips/fd3452ad-b90a-414f-8611-92061e30a52b HTTP/1.1" status: 204 len: 168 time: 0.7526591 Jun 29 16:10:54.483890 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-88824a60-9769-4e8f-b742-160fe4fb5cd4 req-d5402832-8973-4b71-b4bc-2649efc84ec7 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 210 time: 0.0281222 Jun 29 16:10:54.761372 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2bfe8-e045-433a-9acc-4de3247c5607 req-105876a1-f2b3-48a0-98cb-105d54939a26 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:54.761372 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fde2bfe8-e045-433a-9acc-4de3247c5607 req-105876a1-f2b3-48a0-98cb-105d54939a26 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 945 time: 0.0758734 Jun 29 16:10:54.802646 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fde2bfe8-e045-433a-9acc-4de3247c5607 req-125d8bcf-4cf7-44b3-a2ad-82002fbd8d4b tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325265 Jun 29 16:10:54.828449 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 36294d7f-2d8a-476d-801f-f13339489093 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:10:54.913093 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:54.938464 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36294d7f-2d8a-476d-801f-f13339489093'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:10:54.941079 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6f5661-be64-49d6-a0d9-6c12678da2d2" -d '{"events": [{"server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "name": "network-vif-unplugged", "status": "completed", "tag": "36294d7f-2d8a-476d-801f-f13339489093"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:10:54.955542 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:55.030554 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 16:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb5a472-ada0-4189-b20a-5bb5c8f46e6e x-openstack-request-id: req-3cb5a472-ada0-4189-b20a-5bb5c8f46e6e {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:10:55.031011 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "name": "network-vif-unplugged", "status": "completed", "tag": "36294d7f-2d8a-476d-801f-f13339489093", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:10:55.031309 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cb5a472-ada0-4189-b20a-5bb5c8f46e6e {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:10:55.031742 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36294d7f-2d8a-476d-801f-f13339489093', 'code': 200} Jun 29 16:10:55.065543 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:55.067379 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:55.117146 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=36294d7f-2d8a-476d-801f-f13339489093,revision_number=8']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:55.120326 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:55.635607 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-1ae1a0e3-c7d0-4b18-9c40-60efe84fe8a7 req-889e3d32-370e-404e-9022-6ea97f3da62e tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 210 time: 0.0285084 Jun 29 16:10:56.136762 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149ee0-9295-4a13-a171-6c172491b41c req-6d4934c0-9adb-4b19-8211-dca55b775be4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:56.138263 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-6d4934c0-9adb-4b19-8211-dca55b775be4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.86 "GET /v2.0/networks?id=b7814843-2d5f-47f2-94b9-2a694b626df5 HTTP/1.1" status: 200 len: 814 time: 0.1077302 Jun 29 16:10:56.151569 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Request body: {'port': {'device_id': '504c2237-725e-4d88-9dfb-066698b384a0', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'admin_state_up': True, 'tenant_id': '318245c6ccff40f1b313b00de072b80d'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:10:56.368629 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Made reservation on behalf of 318245c6ccff40f1b313b00de072b80d for: {'port': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:10:56.372539 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:56.494754 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Allocated IP 172.20.0.10 (b7814843-2d5f-47f2-94b9-2a694b626df5/f2bbfcd1-d022-40b2-b193-559369b2f5d7/6177d2f4-1931-4053-b0f8-e3fdef837f58) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:10:56.646498 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:56.789292 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b08214e2-88dc-48be-b414-4baa2dc9ee2e req-b5e614b4-b238-497d-895f-8a273836f38e tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 210 time: 0.0305271 Jun 29 16:10:56.893888 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Transition to ACTIVE for port object 6177d2f4-1931-4053-b0f8-e3fdef837f58 will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:57.048754 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25294942'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:57.054349 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:57.114684 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Network b7814843-2d5f-47f2-94b9-2a694b626df5 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:10:57.114684 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:57.114684 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:10:57.142856 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'Port': ['ID=6177d2f4-1931-4053-b0f8-e3fdef837f58,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:57.146096 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:57.182707 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:57.183756 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:57.366704 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2195859 Jun 29 16:10:57.568615 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-393f872e-3d88-4139-92b0-0fa79a20a56a None None] Provisioning for port 6177d2f4-1931-4053-b0f8-e3fdef837f58 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:57.574653 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-393f872e-3d88-4139-92b0-0fa79a20a56a None None] Provisioning complete for port 6177d2f4-1931-4053-b0f8-e3fdef837f58 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:57.575040 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393f872e-3d88-4139-92b0-0fa79a20a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:57.761917 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-393f872e-3d88-4139-92b0-0fa79a20a56a None None] Port 6177d2f4-1931-4053-b0f8-e3fdef837f58 cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:10:57.996419 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e52c91-c5e1-4df5-a317-d914910ebed5 req-647f2bb3-397a-4188-9c4c-bc7c5adae60f tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:57.998002 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-54e52c91-c5e1-4df5-a317-d914910ebed5 req-647f2bb3-397a-4188-9c4c-bc7c5adae60f tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 932 time: 0.0858154 Jun 29 16:10:58.043634 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-54e52c91-c5e1-4df5-a317-d914910ebed5 req-00de93f7-d7f0-488b-9d16-e3abb5432a05 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376379 Jun 29 16:10:58.859127 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54320) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:58.951535 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4d6eb-e6c5-4d78-9940-829e5c49e225 req-f9c069ff-b426-47b8-a6ac-9dbf8514c96c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:58.953139 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cec4d6eb-e6c5-4d78-9940-829e5c49e225 req-f9c069ff-b426-47b8-a6ac-9dbf8514c96c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0870481 Jun 29 16:10:59.006038 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cec4d6eb-e6c5-4d78-9940-829e5c49e225 req-2aabdffa-b0bd-428a-8718-323690653c3f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466979 Jun 29 16:10:59.487727 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247f750-c6d3-4867-b32a-31be73fc41fd req-6aff0fd1-412b-4265-93d4-d8bcdd719744 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:59.489458 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3247f750-c6d3-4867-b32a-31be73fc41fd req-6aff0fd1-412b-4265-93d4-d8bcdd719744 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 932 time: 0.2020826 Jun 29 16:10:59.583569 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3247f750-c6d3-4867-b32a-31be73fc41fd req-c2079563-a95c-429e-a455-7308f896befb tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820656 Jun 29 16:10:59.592094 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-7ba96e39-e1b5-4a9a-84a5-1b27b10b2d73 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2017674 Jun 29 16:10:59.886838 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655353'] for router_interface, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:00.287752 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2986-941e-4d46-a1ad-fe90d3205bf6 req-d59f00d5-2607-4818-9199-b6a537f87b6b tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:00.290182 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-266c2986-941e-4d46-a1ad-fe90d3205bf6 req-d59f00d5-2607-4818-9199-b6a537f87b6b tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.1161535 Jun 29 16:11:00.300589 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Deleting port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:11:00.300938 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:00.351469 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-266c2986-941e-4d46-a1ad-fe90d3205bf6 req-75e07aba-8ecb-4274-8e30-87aebec5d603 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524640 Jun 29 16:11:00.408072 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] For port 0e14b81c-7297-4fed-ae81-ae1be79d4e0c, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=0e14b81c-7297-4fed-ae81-ae1be79d4e0c,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:00.408437 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:00.426745 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Calling delete_port for 0e14b81c-7297-4fed-ae81-ae1be79d4e0c owned by network:router_interface {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:11:00.700490 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:00.704546 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:00.757069 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e14b81c-7297-4fed-ae81-ae1be79d4e0c,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:00.762855 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:00.890716 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495dabb-5b3d-4a0a-80e3-fb64a4076302 req-167eae6b-3d8d-49f1-936d-b217781dca75 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:00.892733 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7495dabb-5b3d-4a0a-80e3-fb64a4076302 req-167eae6b-3d8d-49f1-936d-b217781dca75 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 932 time: 0.1892431 Jun 29 16:11:00.983841 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-7495dabb-5b3d-4a0a-80e3-fb64a4076302 req-b46b2856-1c79-411c-a3cc-16a75926df82 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774133 Jun 29 16:11:00.985624 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685385'] for router_interface, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:01.224018 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Router f90da393-dd93-4a12-a906-07dc67f648ef has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:11:01.339236 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:11:01.345435 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] 10.222.0.13 "PUT /v2.0/routers/f90da393-dd93-4a12-a906-07dc67f648ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036445 Jun 29 16:11:01.347747 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54346) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:01.352712 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2d620-6f71-489b-946f-a409163a96ee None None] Sync routers for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:11:01.363063 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2d620-6f71-489b-946f-a409163a96ee None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:01.363807 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-e9b2d620-6f71-489b-946f-a409163a96ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:01.540714 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-e9b2d620-6f71-489b-946f-a409163a96ee None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:01.580245 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad750010-1096-452d-9ca9-cfb58e180cca req-05f2e221-37aa-400b-8dda-f72e7219d63a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:01.587811 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ad750010-1096-452d-9ca9-cfb58e180cca req-05f2e221-37aa-400b-8dda-f72e7219d63a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0897193 Jun 29 16:11:01.650466 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ad750010-1096-452d-9ca9-cfb58e180cca req-a60583f7-c391-4424-92b4-1d401ee8e70d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603614 Jun 29 16:11:01.772968 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:01.780318 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-e9b2d620-6f71-489b-946f-a409163a96ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:11:00Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:01.812962 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2d620-6f71-489b-946f-a409163a96ee None None] Checking router: f90da393-dd93-4a12-a906-07dc67f648ef for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:11:01.823466 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2d620-6f71-489b-946f-a409163a96ee None None] Routers {'f90da393-dd93-4a12-a906-07dc67f648ef'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:01.824325 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-e9b2d620-6f71-489b-946f-a409163a96ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:10:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['f90da393-dd93-4a12-a906-07dc67f648ef'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:01.980803 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.034198 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-e9b2d620-6f71-489b-946f-a409163a96ee None None] Set router f90da393-dd93-4a12-a906-07dc67f648ef gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:02.172551 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeb06a-f3b9-4d76-9726-7bbfc6b73d99 req-f9a4beeb-7599-4b71-838a-0b2d5fa02246 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:02.181402 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9ceeb06a-f3b9-4d76-9726-7bbfc6b73d99 req-f9a4beeb-7599-4b71-838a-0b2d5fa02246 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 932 time: 0.0821366 Jun 29 16:11:02.233459 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-e9b2d620-6f71-489b-946f-a409163a96ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:11:00Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:02.244927 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9ceeb06a-f3b9-4d76-9726-7bbfc6b73d99 req-0cdd1471-779f-4db5-9063-9072b6f0a735 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618031 Jun 29 16:11:02.270196 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2d620-6f71-489b-946f-a409163a96ee None None] The sync data for ids ['f90da393-dd93-4a12-a906-07dc67f648ef'] in dv-cinder-792209-4-smb is: [{'id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'name': 'tempest-AttachVolumeTestJSON-350831178-router', 'tenant_id': 'f1180ebf32f2459c82040f2d665ad727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:18Z', 'updated_at': '2021-06-29T16:11:00Z', 'revision_number': 5, 'project_id': 'f1180ebf32f2459c82040f2d665ad727', 'gw_port': {'id': 'd5ee8243-8328-4ba7-af80-ccbe28350329', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da393-dd93-4a12-a906-07dc67f648ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:11:02.318675 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Deleting port d5ee8243-8328-4ba7-af80-ccbe28350329 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:11:02.319149 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.405749 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] For port d5ee8243-8328-4ba7-af80-ccbe28350329, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=d5ee8243-8328-4ba7-af80-ccbe28350329,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:02.406107 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.418939 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Calling delete_port for d5ee8243-8328-4ba7-af80-ccbe28350329 owned by network:router_gateway {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:11:02.648092 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.745101 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.780268 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-0d210eeb-795d-4f05-978d-b0e8c883705a tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:02.780268 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ee8243-8328-4ba7-af80-ccbe28350329,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:02.784201 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:02.878184 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58441ac-0212-4667-91f5-c87590ee6dc4 req-540393b4-0913-4a7b-97b8-512220be0f38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:02.880608 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f58441ac-0212-4667-91f5-c87590ee6dc4 req-540393b4-0913-4a7b-97b8-512220be0f38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0956399 Jun 29 16:11:02.887483 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685741'] for router_gateway, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.944638 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f58441ac-0212-4667-91f5-c87590ee6dc4 req-ee963e1c-16c0-4857-b3de-757e60725534 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578134 Jun 29 16:11:03.001909 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:03.004091 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:03.275327 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654956'] for router, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:03.276102 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f90da393-dd93-4a12-a906-07dc67f648ef {{(pid=93588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:11:03.281936 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:03.283804 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f90da393-dd93-4a12-a906-07dc67f648ef HTTP/1.1" status: 204 len: 168 time: 1.9344392 Jun 29 16:11:03.285934 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54356) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:03.347019 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88aab9b-b405-4192-b9d7-bfd772a17f2f admin admin] Deleting subnet 3a829b44-8ce0-426e-ba7d-9be05ec57ca4 {{(pid=93588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:11:03.350731 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d88aab9b-b405-4192-b9d7-bfd772a17f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:03.407944 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d88aab9b-b405-4192-b9d7-bfd772a17f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641703'] for subnet, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:03.569572 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5d54-9780-40fa-9a0f-fdf4dc45cb35 req-b2f0a2ab-cec1-45b6-97d6-f3f4b7872417 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:03.577176 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-36ef5d54-9780-40fa-9a0f-fdf4dc45cb35 req-b2f0a2ab-cec1-45b6-97d6-f3f4b7872417 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 932 time: 0.1845615 Jun 29 16:11:03.579790 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d88aab9b-b405-4192-b9d7-bfd772a17f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:03.648296 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-36ef5d54-9780-40fa-9a0f-fdf4dc45cb35 req-8cef3d69-6ff9-446d-97ba-8367bca116d2 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702198 Jun 29 16:11:03.745569 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d88aab9b-b405-4192-b9d7-bfd772a17f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26806353'] for subnet, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:03.749597 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-94e525ee-5caf-4df4-aa6f-6746a9a9f7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:03.787945 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88aab9b-b405-4192-b9d7-bfd772a17f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a829b44-8ce0-426e-ba7d-9be05ec57ca4,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:03.795319 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d88aab9b-b405-4192-b9d7-bfd772a17f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:03.796621 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d88aab9b-b405-4192-b9d7-bfd772a17f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:03.800167 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-d88aab9b-b405-4192-b9d7-bfd772a17f2f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3a829b44-8ce0-426e-ba7d-9be05ec57ca4 HTTP/1.1" status: 204 len: 168 time: 0.5128877 Jun 29 16:11:03.801363 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54360) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:03.802020 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc7b41d-ee11-4c39-b95e-cf549ade54f6 None None] Network 06858378-c74e-4cc1-afb8-3792abcf25a3 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:11:03.878541 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:03.954263 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Deleting port 18ada325-56a1-40d2-a108-65409215b444 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:11:03.954685 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.021331 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044da8b0-8955-4f20-addd-13e7a46e1880 None None] DHCP port deletion for 06858378-c74e-4cc1-afb8-3792abcf25a3 request from dv-cinder-792209-4-smb {{(pid=93590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:11:04.066031 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] For port 18ada325-56a1-40d2-a108-65409215b444, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=18ada325-56a1-40d2-a108-65409215b444,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:04.066031 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.077891 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Calling delete_port for 18ada325-56a1-40d2-a108-65409215b444 owned by network:dhcp {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:11:04.120675 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-044da8b0-8955-4f20-addd-13e7a46e1880 None None] Deleting port 18ada325-56a1-40d2-a108-65409215b444 {{(pid=93590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:11:04.121212 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-044da8b0-8955-4f20-addd-13e7a46e1880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.222084 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-044da8b0-8955-4f20-addd-13e7a46e1880 None None] For port 18ada325-56a1-40d2-a108-65409215b444, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=18ada325-56a1-40d2-a108-65409215b444,segment=NetworkSegment(8100d6fa-9ea7-45fe-a1f0-e31af940afc1),segment_id=8100d6fa-9ea7-45fe-a1f0-e31af940afc1)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:04.223250 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-044da8b0-8955-4f20-addd-13e7a46e1880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.237098 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4b730-9cc2-4570-808c-5a4b36c52aa3 req-6738b284-7ad2-4603-9b71-1f85271a9e6a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:04.249769 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b3e4b730-9cc2-4570-808c-5a4b36c52aa3 req-6738b284-7ad2-4603-9b71-1f85271a9e6a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.1041646 Jun 29 16:11:04.249958 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-044da8b0-8955-4f20-addd-13e7a46e1880 None None] Calling delete_port for 18ada325-56a1-40d2-a108-65409215b444 owned by network:dhcp {{(pid=93590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:11:04.257692 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 0e14b81c-7297-4fed-ae81-ae1be79d4e0c no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:11:04.291783 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b3e4b730-9cc2-4570-808c-5a4b36c52aa3 req-0bd8f092-1834-49ad-95b4-50c7f8a7845c tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440240 Jun 29 16:11:04.292076 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 0e14b81c-7297-4fed-ae81-ae1be79d4e0c {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:11:04.292372 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 0e14b81c-7297-4fed-ae81-ae1be79d4e0c not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:11:04.292666 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device d5ee8243-8328-4ba7-af80-ccbe28350329 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:11:04.320861 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.330214 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-4ad23099-9441-4744-b5e2-b1f0ccd0dc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:04.336148 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] No DVR routers for this DVR port 18ada325-56a1-40d2-a108-65409215b444 on host dv-cinder-792209-4-smb {{(pid=93589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:11:04.370772 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: d5ee8243-8328-4ba7-af80-ccbe28350329 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:11:04.371121 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device d5ee8243-8328-4ba7-af80-ccbe28350329 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:11:04.371700 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 18ada325-56a1-40d2-a108-65409215b444 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:11:04.391539 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ada325-56a1-40d2-a108-65409215b444,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:04.394918 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 18ada325-56a1-40d2-a108-65409215b444 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:11:04.395269 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 18ada325-56a1-40d2-a108-65409215b444 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:11:04.403364 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:04.444024 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.451442 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-044da8b0-8955-4f20-addd-13e7a46e1880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.453780 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-1bccaf61-e953-4fb7-9b7d-fa8f807637bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:04.454744 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06858378-c74e-4cc1-afb8-3792abcf25a3']}} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:04.468067 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8100d6fa-9ea7-45fe-a1f0-e31af940afc1') {'for_net_delete': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:04.468324 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8100d6fa-9ea7-45fe-a1f0-e31af940afc1') {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:04.478378 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044da8b0-8955-4f20-addd-13e7a46e1880 None None] Pushing event deleted for resources: {'Port': ['ID=18ada325-56a1-40d2-a108-65409215b444,revision_number=None']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:04.479420 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014247'] for segment, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.481886 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-044da8b0-8955-4f20-addd-13e7a46e1880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:04.482794 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044da8b0-8955-4f20-addd-13e7a46e1880 None None] No DVR routers for this DVR port 18ada325-56a1-40d2-a108-65409215b444 on host dv-cinder-792209-4-smb {{(pid=93590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:11:04.507488 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.512695 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=93589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:11:04.513079 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25630489'] for segment, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: Traceback (most recent call last): Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: timer() Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: cb(*args, **kw) Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: return func(*args, **kwargs) Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: self._notify() Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: self.callback(batched_events) Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: event.method(event) Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: return f(self, *a, **k) Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: return self._get(url).json() Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: return self.request(url, 'GET', **kwargs) Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:11:04.514777 dv-cinder-792209-4-smb neutron-server[93589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:11:04.676762 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.680427 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:04.683036 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:04.684937 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] 10.222.0.13 "DELETE /v2.0/networks/06858378-c74e-4cc1-afb8-3792abcf25a3 HTTP/1.1" status: 204 len: 168 time: 0.8825614 Jun 29 16:11:04.710345 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Pushing event deleted for resources: {'Network': ['ID=06858378-c74e-4cc1-afb8-3792abcf25a3,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:04.713517 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:04.850759 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023ca9-faca-4715-ac29-c47a4281727a req-47e8234e-77c2-4a40-91b5-858207d2fd59 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:04.852870 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ad023ca9-faca-4715-ac29-c47a4281727a req-47e8234e-77c2-4a40-91b5-858207d2fd59 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 932 time: 0.0665615 Jun 29 16:11:04.892951 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ad023ca9-faca-4715-ac29-c47a4281727a req-db3809a6-2b0c-406b-973f-2cb26818c387 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339003 Jun 29 16:11:05.006480 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54368) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:05.046724 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-0d0a5b9d-e591-45bb-b466-57915087056f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1180ebf32f2459c82040f2d665ad727&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389500 Jun 29 16:11:05.049366 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54370) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:05.100514 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b945faa-f676-4e07-b600-3d03116f29bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:05.121365 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b945faa-f676-4e07-b600-3d03116f29bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:05.288705 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b945faa-f676-4e07-b600-3d03116f29bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:05.291787 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7b945faa-f676-4e07-b600-3d03116f29bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:05.295186 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-7b945faa-f676-4e07-b600-3d03116f29bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/730582c7-a0c3-4af5-9d0a-1fb8765d6526 HTTP/1.1" status: 204 len: 168 time: 0.2439606 Jun 29 16:11:05.295186 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-93291e4a-3443-4a9c-aea9-b5cb6bad4206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:05.315420 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b945faa-f676-4e07-b600-3d03116f29bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730582c7-a0c3-4af5-9d0a-1fb8765d6526,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:05.315420 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7b945faa-f676-4e07-b600-3d03116f29bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:05.490991 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf0f4c-437f-4f11-b43a-a75e5e36b82a req-8b0a675e-a14d-4c43-8916-d0f59c0e06c1 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:05.493097 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ebbf0f4c-437f-4f11-b43a-a75e5e36b82a req-8b0a675e-a14d-4c43-8916-d0f59c0e06c1 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0675745 Jun 29 16:11:05.535543 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ebbf0f4c-437f-4f11-b43a-a75e5e36b82a req-2a85fc5d-f376-40bc-830e-1c2dc618782d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365093 Jun 29 16:11:06.089072 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d5261-8ac2-445d-b406-e938ace148dd req-ee13683c-adda-4d0f-93d7-49f9dec08676 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:06.091302 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3e6d5261-8ac2-445d-b406-e938ace148dd req-ee13683c-adda-4d0f-93d7-49f9dec08676 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 932 time: 0.0731881 Jun 29 16:11:06.131428 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3e6d5261-8ac2-445d-b406-e938ace148dd req-59a36be6-cc01-4153-bee0-0bb7ddcf11af tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Jun 29 16:11:06.751798 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5c522-faaa-4180-ab5e-e2fc4adeed52 req-772fc746-b75e-4a78-9713-dca4fbdc267e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:06.753368 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9cf5c522-faaa-4180-ab5e-e2fc4adeed52 req-772fc746-b75e-4a78-9713-dca4fbdc267e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0695496 Jun 29 16:11:06.793459 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9cf5c522-faaa-4180-ab5e-e2fc4adeed52 req-60dbc5ae-31f8-4b90-a76c-fc4e67f4b867 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341132 Jun 29 16:11:07.059941 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:11:07.346987 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc477279-5e8b-415c-99dd-0023d9ae8469 req-34950fd2-fe1d-4ed9-acdb-a8de59f438c7 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:07.350324 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cc477279-5e8b-415c-99dd-0023d9ae8469 req-34950fd2-fe1d-4ed9-acdb-a8de59f438c7 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 932 time: 0.0945683 Jun 29 16:11:07.400160 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-cc477279-5e8b-415c-99dd-0023d9ae8469 req-6c6cf0ce-4914-477e-8806-3ef6f88880ac tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 Jun 29 16:11:07.999970 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62e65c-aa8c-4cb3-b5db-c1bd7770f438 req-9a605b93-1133-4f15-9a63-e9a7b38b97be tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:08.001868 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8e62e65c-aa8c-4cb3-b5db-c1bd7770f438 req-9a605b93-1133-4f15-9a63-e9a7b38b97be tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0695670 Jun 29 16:11:08.044065 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8e62e65c-aa8c-4cb3-b5db-c1bd7770f438 req-1fed2842-5708-4826-8b33-4b1f3c1ee25f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350285 Jun 29 16:11:08.241853 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Request body: {'port': {'device_id': '504c2237-725e-4d88-9dfb-066698b384a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:08.321162 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:08.637875 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6177d2f4-1931-4053-b0f8-e3fdef837f58 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:11:08.652010 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f247-dff0-4c58-ba05-ea1f4e16a010 req-382c866f-cd2d-4ab6-8a6d-5536c143df2a tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:08.653524 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f925f247-dff0-4c58-ba05-ea1f4e16a010 req-382c866f-cd2d-4ab6-8a6d-5536c143df2a tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 932 time: 0.1265905 Jun 29 16:11:08.655378 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:08.680540 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Transition to ACTIVE for port object 6177d2f4-1931-4053-b0f8-e3fdef837f58 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:11:08.700546 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f925f247-dff0-4c58-ba05-ea1f4e16a010 req-5f029999-03d5-4a4e-9f46-87d6ed7b57f6 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Jun 29 16:11:08.886602 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:08.890367 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bb4500cf-59b0-4350-95dd-ec683b0c8959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:08.999362 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Pushing event updated for resources: {'Port': ['ID=6177d2f4-1931-4053-b0f8-e3fdef837f58,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:09.004915 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:09.035303 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Attempting to bind port 6177d2f4-1931-4053-b0f8-e3fdef837f58 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:11:09.035730 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Attempting to bind port 6177d2f4-1931-4053-b0f8-e3fdef837f58 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:11:09.036071 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Attempting to bind port 6177d2f4-1931-4053-b0f8-e3fdef837f58 on network b7814843-2d5f-47f2-94b9-2a694b626df5 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:11:09.041215 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Port 6177d2f4-1931-4053-b0f8-e3fdef837f58 on network b7814843-2d5f-47f2-94b9-2a694b626df5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:11:09.041558 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Attempting to bind port 6177d2f4-1931-4053-b0f8-e3fdef837f58 on network b7814843-2d5f-47f2-94b9-2a694b626df5 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:11:09.047299 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:11:09.047900 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Checking segment: {'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:11:09.048304 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Bound using segment: {'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:11:09.048749 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Bound port: 6177d2f4-1931-4053-b0f8-e3fdef837f58, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24807adc-ea17-4cef-a08d-4f7e1f59be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:11:09.049112 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:09.124684 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] For port 6177d2f4-1931-4053-b0f8-e3fdef837f58, host hv-cinder-79220, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:11:09.128903 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] For port 6177d2f4-1931-4053-b0f8-e3fdef837f58, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:11:09.268153 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a2139-1c7f-434c-b0b4-2f976facfaee req-59a5f9a3-109a-4a57-a065-69509f73b293 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:09.269773 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b08a2139-1c7f-434c-b0b4-2f976facfaee req-59a5f9a3-109a-4a57-a065-69509f73b293 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0655067 Jun 29 16:11:09.288014 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:09.291780 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-adc6bcea-7db2-43ad-b7bd-f473a9ef8e7e tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:09.308653 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b08a2139-1c7f-434c-b0b4-2f976facfaee req-b94b3a13-3c7f-4112-a769-8439678fe48e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327127 Jun 29 16:11:09.320034 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:09.320528 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:09.321912 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] 10.222.0.86 "PUT /v2.0/ports/6177d2f4-1931-4053-b0f8-e3fdef837f58 HTTP/1.1" status: 200 len: 1094 time: 1.0846789 Jun 29 16:11:09.324267 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:09.327167 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123eb6ea-6347-4eb0-ade3-e75a21fb7754" -d '{"events": [{"name": "network-changed", "server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:09.366373 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Pushing event updated for resources: {'Port': ['ID=6177d2f4-1931-4053-b0f8-e3fdef837f58,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:09.389164 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ec7996-f9e3-4084-9049-a5d21a614cbd x-openstack-request-id: req-53ec7996-f9e3-4084-9049-a5d21a614cbd {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:09.389545 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:09.389859 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53ec7996-f9e3-4084-9049-a5d21a614cbd {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:09.390374 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'status': 'completed', 'code': 200} Jun 29 16:11:09.391548 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:09.469380 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb6ea-6347-4eb0-ade3-e75a21fb7754 req-374342b2-17aa-435c-99d2-b72f12ed390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:09.475890 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-123eb6ea-6347-4eb0-ade3-e75a21fb7754 req-374342b2-17aa-435c-99d2-b72f12ed390b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=318245c6ccff40f1b313b00de072b80d&device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 1097 time: 0.0578513 Jun 29 16:11:09.577534 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb6ea-6347-4eb0-ade3-e75a21fb7754 req-2da16e13-4824-481e-a8ac-c2abed6fbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:09.578997 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-123eb6ea-6347-4eb0-ade3-e75a21fb7754 req-2da16e13-4824-481e-a8ac-c2abed6fbaa0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=318245c6ccff40f1b313b00de072b80d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1004889 Jun 29 16:11:09.674933 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb6ea-6347-4eb0-ade3-e75a21fb7754 req-0abb37b8-fe7e-4756-9709-f8866d83b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:09.676429 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-123eb6ea-6347-4eb0-ade3-e75a21fb7754 req-0abb37b8-fe7e-4756-9709-f8866d83b917 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905297 Jun 29 16:11:09.791671 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149ee0-9295-4a13-a171-6c172491b41c req-cedd9a69-9ca1-45bd-9ae6-a58ab358521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:09.791671 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-cedd9a69-9ca1-45bd-9ae6-a58ab358521e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=318245c6ccff40f1b313b00de072b80d&device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 1097 time: 0.0604575 Jun 29 16:11:09.832432 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-c41b5c82-3ab5-492d-84c7-8ba6d6fce48e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58 HTTP/1.1" status: 200 len: 217 time: 0.0361264 Jun 29 16:11:09.881507 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149ee0-9295-4a13-a171-6c172491b41c req-46537349-70f4-4910-b9a9-a781a9acc6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:09.881830 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3d810-f288-4d5c-811f-ee21f9b9dcd8 req-e3c2bbd9-822b-44f8-a08a-3a481cb81244 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:09.883092 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-46537349-70f4-4910-b9a9-a781a9acc6f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2bbfcd1-d022-40b2-b193-559369b2f5d7 HTTP/1.1" status: 200 len: 853 time: 0.0436194 Jun 29 16:11:09.883308 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-dee3d810-f288-4d5c-811f-ee21f9b9dcd8 req-e3c2bbd9-822b-44f8-a08a-3a481cb81244 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 944 time: 0.0651679 Jun 29 16:11:09.922248 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-dee3d810-f288-4d5c-811f-ee21f9b9dcd8 req-ad4b6141-bd46-4cb7-b50f-31a19ccba854 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Jun 29 16:11:09.945891 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149ee0-9295-4a13-a171-6c172491b41c req-e9c1d507-0f0f-4ad9-99c7-d01828306420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:09.947408 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-e9c1d507-0f0f-4ad9-99c7-d01828306420 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7814843-2d5f-47f2-94b9-2a694b626df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0580208 Jun 29 16:11:10.042970 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-e2364ff8-4313-4737-abf5-ce4780f02d22 service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869408 Jun 29 16:11:10.197296 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-71149ee0-9295-4a13-a171-6c172491b41c req-e46c86ad-c759-40fd-adf9-88be5c445a53 service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466060 Jun 29 16:11:10.235529 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-b7bb81b0-0c46-4a78-8b10-71fca072868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:10.235529 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-b7bb81b0-0c46-4a78-8b10-71fca072868f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90&tenant_id=666e686de73c488ba885f0cbb4f3ec49 HTTP/1.1" status: 200 len: 1096 time: 0.0780001 Jun 29 16:11:10.306272 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-e89a751b-bc64-44cc-b477-0b6987dc711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:10.307871 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-e89a751b-bc64-44cc-b477-0b6987dc711b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 1096 time: 0.0551195 Jun 29 16:11:10.412187 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-4f878eef-ae9e-40eb-bba0-34bab490d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:10.414109 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-4f878eef-ae9e-40eb-bba0-34bab490d0eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 917 time: 0.0997853 Jun 29 16:11:10.524778 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-f879618c-becf-4aac-8b0d-74d4401af197 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36294d7f-2d8a-476d-801f-f13339489093 HTTP/1.1" status: 200 len: 999 time: 0.1036434 Jun 29 16:11:10.599859 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dc29a-bf8c-4c05-a4db-130dbcd392f2 req-f3b0e734-6a56-4841-adb0-1b9839736976 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:10.601981 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5c9dc29a-bf8c-4c05-a4db-130dbcd392f2 req-f3b0e734-6a56-4841-adb0-1b9839736976 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.1370502 Jun 29 16:11:10.612855 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-0d1abfff-31fb-40d8-9522-a03e8e07b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:10.614288 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-0d1abfff-31fb-40d8-9522-a03e8e07b27e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 200 len: 855 time: 0.0825210 Jun 29 16:11:10.671260 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5c9dc29a-bf8c-4c05-a4db-130dbcd392f2 req-83c1d5ff-4263-452e-ab80-c0df5965e0fc tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612745 Jun 29 16:11:10.694793 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-63d6c53a-f7e8-42b2-bd83-ac831203079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:10.696998 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-63d6c53a-f7e8-42b2-bd83-ac831203079c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699282 Jun 29 16:11:10.797405 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-3ed6daac-5ee6-4977-aa78-b832bd3dd14d service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921526 Jun 29 16:11:10.803194 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54454) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:10.894393 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-dc413a32-5e2d-4f3f-b6e2-3dc89766641a req-e6e52b38-97f4-4d08-9d56-1b6290bc1776 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884137 Jun 29 16:11:10.907108 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-badf738e-7eed-4a84-a61b-99aa762899f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:10.995890 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-badf738e-7eed-4a84-a61b-99aa762899f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:11.097000 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb60d4-a5d1-492a-b651-241f429265be req-fe315309-ce1f-42d4-a97c-9bee8743e5b2 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:11.098446 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7cb60d4-a5d1-492a-b651-241f429265be req-fe315309-ce1f-42d4-a97c-9bee8743e5b2 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 944 time: 0.0667117 Jun 29 16:11:11.121891 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-badf738e-7eed-4a84-a61b-99aa762899f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:11.125412 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ceea2cd7-6df7-4fcc-a18b-15edbf99c9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:11.137016 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d7cb60d4-a5d1-492a-b651-241f429265be req-1d03fa98-25da-4eae-92f6-515d54a6ce56 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322549 Jun 29 16:11:11.164901 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-badf738e-7eed-4a84-a61b-99aa762899f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=204fee3595544fed944bf1e6b111333e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605137 Jun 29 16:11:11.166119 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf738e-7eed-4a84-a61b-99aa762899f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e618ae-73ec-436c-aa26-40c36bafa343,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:11.167492 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54466) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:11.169028 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-badf738e-7eed-4a84-a61b-99aa762899f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:11.219215 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7351a0df-556b-4762-9550-c41c0a912111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:11.241289 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7351a0df-556b-4762-9550-c41c0a912111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:11.377192 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7351a0df-556b-4762-9550-c41c0a912111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:11.380050 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-7351a0df-556b-4762-9550-c41c0a912111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:11.381269 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-7351a0df-556b-4762-9550-c41c0a912111 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5e618ae-73ec-436c-aa26-40c36bafa343 HTTP/1.1" status: 204 len: 168 time: 0.2126946 Jun 29 16:11:11.382039 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ca09b735-04dd-40e3-8eac-f201ff934ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:11.392179 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351a0df-556b-4762-9550-c41c0a912111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e618ae-73ec-436c-aa26-40c36bafa343,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:11.400716 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7351a0df-556b-4762-9550-c41c0a912111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:11.883315 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272013d-0bd5-40f7-8130-8aadb9a34bad req-31e40f99-4e2c-4301-812d-145a0113b55e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:11.884921 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9272013d-0bd5-40f7-8130-8aadb9a34bad req-31e40f99-4e2c-4301-812d-145a0113b55e tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0730901 Jun 29 16:11:11.926728 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9272013d-0bd5-40f7-8130-8aadb9a34bad req-2887be07-0f4f-4798-92b8-ec01b5602461 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356927 Jun 29 16:11:12.338094 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c820f-0512-4581-90ee-bc1892119bb0 req-f8e159aa-1469-4ff6-855d-282acfc67c89 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:12.339867 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ec7c820f-0512-4581-90ee-bc1892119bb0 req-f8e159aa-1469-4ff6-855d-282acfc67c89 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 944 time: 0.0750868 Jun 29 16:11:12.386744 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ec7c820f-0512-4581-90ee-bc1892119bb0 req-61a6b5be-e87d-42fd-ad8a-62d5add08de8 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403459 Jun 29 16:11:12.583772 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54492) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:12.592856 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-56d7d42d-7fd5-499c-90ff-cd3d01432a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:12.689037 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-56d7d42d-7fd5-499c-90ff-cd3d01432a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:12.762000 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-56d7d42d-7fd5-499c-90ff-cd3d01432a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:12.764819 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ad46523a-eadf-4ab2-bdc3-14278d7764c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:12.807008 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-56d7d42d-7fd5-499c-90ff-cd3d01432a69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06652f13db6e4578a3b4510f86c57731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243209 Jun 29 16:11:12.807008 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7d42d-7fd5-499c-90ff-cd3d01432a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720348a4-fcf5-414e-bfff-a70a1512bfbb,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:12.808132 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54494) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:12.817429 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-56d7d42d-7fd5-499c-90ff-cd3d01432a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:12.864034 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc8c2-47f1-46a3-8a97-d0f48e757487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:12.885923 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc8c2-47f1-46a3-8a97-d0f48e757487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:12.897486 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 6177d2f4-1931-4053-b0f8-e3fdef837f58 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:11:13.002077 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 6177d2f4-1931-4053-b0f8-e3fdef837f58, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:13.014129 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'port_id': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'mac_address': 'fa:16:3e:66:01:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:11:13.041773 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc8c2-47f1-46a3-8a97-d0f48e757487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:13.044553 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc8c2-47f1-46a3-8a97-d0f48e757487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:13.048488 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-a1ebc8c2-47f1-46a3-8a97-d0f48e757487 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/720348a4-fcf5-414e-bfff-a70a1512bfbb HTTP/1.1" status: 204 len: 168 time: 0.2365918 Jun 29 16:11:13.048488 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-887d115b-bc56-4b88-92f4-af4f6522961e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:13.055821 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebc8c2-47f1-46a3-8a97-d0f48e757487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720348a4-fcf5-414e-bfff-a70a1512bfbb,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:13.058616 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a1ebc8c2-47f1-46a3-8a97-d0f48e757487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:13.067421 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:13.102292 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6177d2f4-1931-4053-b0f8-e3fdef837f58 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:11:13.134864 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 6177d2f4-1931-4053-b0f8-e3fdef837f58, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:13.150116 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec648f2-bbf8-446b-ad2f-555634f750db req-e8714d36-76ba-436e-b50f-f277ee170a76 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:13.152002 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fec648f2-bbf8-446b-ad2f-555634f750db req-e8714d36-76ba-436e-b50f-f277ee170a76 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0948482 Jun 29 16:11:13.193207 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fec648f2-bbf8-446b-ad2f-555634f750db req-e8db8d30-3b81-4837-af76-2d715b333775 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347934 Jun 29 16:11:13.242131 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:13.246209 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:13.296517 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=6177d2f4-1931-4053-b0f8-e3fdef837f58,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:13.299910 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:13.480964 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['6177d2f4-1931-4053-b0f8-e3fdef837f58'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:11:13.611710 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be5f0b-78bb-4df9-bad8-60c4332cf6fe req-fbf46222-a0dd-402c-8199-2fa2d8cddc9d tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:13.616076 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b2be5f0b-78bb-4df9-bad8-60c4332cf6fe req-fbf46222-a0dd-402c-8199-2fa2d8cddc9d tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 945 time: 0.0850024 Jun 29 16:11:13.679853 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b2be5f0b-78bb-4df9-bad8-60c4332cf6fe req-1f06d5e9-ade8-418b-8526-d7f96652e0c3 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583012 Jun 29 16:11:14.417212 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b4bd8-7fa2-45d5-ba28-d6ec93c5c9ab req-896ddb84-ae54-4ff3-a195-7175177b3af6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:14.418915 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-770b4bd8-7fa2-45d5-ba28-d6ec93c5c9ab req-896ddb84-ae54-4ff3-a195-7175177b3af6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0744619 Jun 29 16:11:14.460077 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-770b4bd8-7fa2-45d5-ba28-d6ec93c5c9ab req-d76a32a1-94a6-4aff-b93e-a1d9ae08f8eb tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350926 Jun 29 16:11:14.878631 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240056af-896a-450f-be46-a877b7a85642 req-9cca880f-276b-4b35-9968-665697dc7f98 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:14.880155 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-240056af-896a-450f-be46-a877b7a85642 req-9cca880f-276b-4b35-9968-665697dc7f98 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 945 time: 0.0783553 Jun 29 16:11:14.897619 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 6177d2f4-1931-4053-b0f8-e3fdef837f58 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:11:14.925878 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-240056af-896a-450f-be46-a877b7a85642 req-66a4262a-63df-4ba5-b52e-d31c735453ea tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372961 Jun 29 16:11:15.613161 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 6177d2f4-1931-4053-b0f8-e3fdef837f58 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:11:15.618089 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 6177d2f4-1931-4053-b0f8-e3fdef837f58 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:11:15.618700 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:15.656693 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199142c4-aefb-4062-8baa-6545ff0d37bf req-e21f464a-8f55-4c6c-9ebc-b11a75bbbe38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:15.659153 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-199142c4-aefb-4062-8baa-6545ff0d37bf req-e21f464a-8f55-4c6c-9ebc-b11a75bbbe38 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0755832 Jun 29 16:11:15.722299 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-199142c4-aefb-4062-8baa-6545ff0d37bf req-d4e8bf0d-ae5f-43cb-8a1b-f2aadbfa00c8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558932 Jun 29 16:11:15.819790 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54538) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:15.924502 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:15.966270 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b8bd50ad-4727-4b8f-bebe-8246e44e48cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:15.975362 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 6177d2f4-1931-4053-b0f8-e3fdef837f58, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:15.977370 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:15.980100 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c84f99-c2ef-443d-84b3-c484e62396b4" -d '{"events": [{"server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "name": "network-vif-plugged", "status": "completed", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:16.028164 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b914fe-b0af-4023-8bb1-d5a573ca6cf0 x-openstack-request-id: req-57b914fe-b0af-4023-8bb1-d5a573ca6cf0 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:16.028539 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "name": "network-vif-plugged", "status": "completed", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:16.028815 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57b914fe-b0af-4023-8bb1-d5a573ca6cf0 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:16.029239 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'code': 200} Jun 29 16:11:16.082481 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:16.086321 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-a664c6ac-9b1e-4e01-b233-89573dabba63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:16.146370 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b8bd50ad-4727-4b8f-bebe-8246e44e48cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:16.163033 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=6177d2f4-1931-4053-b0f8-e3fdef837f58,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:16.167039 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:16.315606 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbfda7-1bea-4e87-b64e-998b23b12b95 req-2b69e9f0-616d-4e63-84df-ee73e590039a tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:16.317832 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-62fbfda7-1bea-4e87-b64e-998b23b12b95 req-2b69e9f0-616d-4e63-84df-ee73e590039a tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0895479 Jun 29 16:11:16.364118 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-62fbfda7-1bea-4e87-b64e-998b23b12b95 req-26a9e37a-6ffc-4ac7-bdd7-d968346d37ef tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395517 Jun 29 16:11:16.533570 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-b8bd50ad-4727-4b8f-bebe-8246e44e48cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:16.536460 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f50232d0-2d40-4dcc-bfc6-b931fc3ad464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:16.573466 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd50ad-4727-4b8f-bebe-8246e44e48cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a09e8a-7b8d-4ff2-9cdf-a625e9d6ea0d,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:16.580507 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-b8bd50ad-4727-4b8f-bebe-8246e44e48cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28c975f00a824fa9b1994d880cf78cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7570074 Jun 29 16:11:16.580507 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b8bd50ad-4727-4b8f-bebe-8246e44e48cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:16.580768 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54546) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:16.633125 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f8c8fa04-b3cc-4ce0-aeb5-beea1f7f5e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:16.654258 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f8c8fa04-b3cc-4ce0-aeb5-beea1f7f5e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:16.934976 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e79a77-054f-4e56-a381-352a50db923a req-aba2a1e4-6ddd-41c7-ad70-fae6a7c59560 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:16.936726 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-92e79a77-054f-4e56-a381-352a50db923a req-aba2a1e4-6ddd-41c7-ad70-fae6a7c59560 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0775170 Jun 29 16:11:16.977803 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-92e79a77-054f-4e56-a381-352a50db923a req-c6fbfc25-a87d-4f7c-8fcb-b911f3c2ab01 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348277 Jun 29 16:11:16.990611 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f8c8fa04-b3cc-4ce0-aeb5-beea1f7f5e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:17.006943 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f8c8fa04-b3cc-4ce0-aeb5-beea1f7f5e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:17.006943 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-f8c8fa04-b3cc-4ce0-aeb5-beea1f7f5e27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11a09e8a-7b8d-4ff2-9cdf-a625e9d6ea0d HTTP/1.1" status: 204 len: 168 time: 0.4132426 Jun 29 16:11:17.006943 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-cca92403-1cfe-4e9e-b668-58becf6ab6e9 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:17.006943 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8fa04-b3cc-4ce0-aeb5-beea1f7f5e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a09e8a-7b8d-4ff2-9cdf-a625e9d6ea0d,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:17.006943 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f8c8fa04-b3cc-4ce0-aeb5-beea1f7f5e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:17.548487 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a99e4f-d034-46d7-a471-4ab8e95f9744 req-273b2757-039e-4a39-b574-b459860a9e18 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:17.550032 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-92a99e4f-d034-46d7-a471-4ab8e95f9744 req-273b2757-039e-4a39-b574-b459860a9e18 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0682862 Jun 29 16:11:17.603461 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-92a99e4f-d034-46d7-a471-4ab8e95f9744 req-4ed3664e-9fe5-45ec-8b8a-76af9b587a37 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466626 Jun 29 16:11:18.127920 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ecf096ee-bfad-4b38-b18a-40aa37fa02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:18.186662 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff0921-fd90-4413-bd59-88ba967a34d8 req-b0249da0-71b6-4c11-95e0-8461f2928d3b tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:18.189090 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a3ff0921-fd90-4413-bd59-88ba967a34d8 req-b0249da0-71b6-4c11-95e0-8461f2928d3b tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0712874 Jun 29 16:11:18.229797 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-a3ff0921-fd90-4413-bd59-88ba967a34d8 req-cfcbf168-0c13-4f84-ad81-8849e3e223cc tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337286 Jun 29 16:11:18.824218 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5090c68-29e4-4590-a99f-408ee3ed4293 req-fa4027ff-ed06-445b-916a-8c3003e885e6 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:18.825868 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e5090c68-29e4-4590-a99f-408ee3ed4293 req-fa4027ff-ed06-445b-916a-8c3003e885e6 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0777824 Jun 29 16:11:18.867894 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-e5090c68-29e4-4590-a99f-408ee3ed4293 req-cab7a2fc-0b01-46b5-98df-2a9985f7e2ed tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 Jun 29 16:11:19.429171 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d0f76-2746-40c2-8083-444ffc16e253 req-3b435d4d-ebf8-4ca4-b65a-18d4340dfc0a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:19.431249 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-be2d0f76-2746-40c2-8083-444ffc16e253 req-3b435d4d-ebf8-4ca4-b65a-18d4340dfc0a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0658929 Jun 29 16:11:19.472066 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-be2d0f76-2746-40c2-8083-444ffc16e253 req-5da46030-01fb-4941-9458-1772339e0890 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330329 Jun 29 16:11:20.055295 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc636-b103-469d-be1d-eaf844850593 req-e8d1d3a5-43b8-418f-820b-21145e84dd51 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:20.056882 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d97cc636-b103-469d-be1d-eaf844850593 req-e8d1d3a5-43b8-418f-820b-21145e84dd51 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0708582 Jun 29 16:11:20.096356 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d97cc636-b103-469d-be1d-eaf844850593 req-27998cf9-06ab-4db9-9527-39b8286bf5ed tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Jun 29 16:11:20.224355 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-e7becf66-e524-4ec3-9c4a-d69e3586cfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:20.672910 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87250d41-0d0b-4247-b36e-a1f393cb392c req-2839a323-9baa-49e0-9345-63b740b9ea07 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:20.674569 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-87250d41-0d0b-4247-b36e-a1f393cb392c req-2839a323-9baa-49e0-9345-63b740b9ea07 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0707860 Jun 29 16:11:20.715592 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-87250d41-0d0b-4247-b36e-a1f393cb392c req-cc510c0c-5052-4797-be36-0b484d7b9ad8 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337925 Jun 29 16:11:20.881012 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:21.279834 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac111a-2953-464c-b80f-7a0922882092 req-2ff92bf4-f3ba-4fb2-9db6-99b37bfbe3e3 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:21.282085 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cdac111a-2953-464c-b80f-7a0922882092 req-2ff92bf4-f3ba-4fb2-9db6-99b37bfbe3e3 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0689359 Jun 29 16:11:21.321978 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cdac111a-2953-464c-b80f-7a0922882092 req-8febdb5d-ce23-4d73-820b-2485e3d1fb48 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338950 Jun 29 16:11:21.713946 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:21.896565 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34736fb1-ee19-4121-ac7a-95f7b01b457f req-0d338bf4-3c22-4390-8986-f396088e5668 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:21.898596 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-34736fb1-ee19-4121-ac7a-95f7b01b457f req-0d338bf4-3c22-4390-8986-f396088e5668 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0647302 Jun 29 16:11:21.937719 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-34736fb1-ee19-4121-ac7a-95f7b01b457f req-41be6982-ece9-4a88-993a-af9ffb0a7484 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334225 Jun 29 16:11:22.508613 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24bda9-68c3-4710-a5f6-e2f96e464a17 req-98443ffd-a874-4918-b4d1-2366cafedfe8 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:22.510150 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7a24bda9-68c3-4710-a5f6-e2f96e464a17 req-98443ffd-a874-4918-b4d1-2366cafedfe8 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0696363 Jun 29 16:11:22.551459 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7a24bda9-68c3-4710-a5f6-e2f96e464a17 req-eecfbc18-de3c-451d-8c4b-ff338bd6e2a1 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356023 Jun 29 16:11:22.614820 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fab8d-55f2-4d73-8684-d9180ceee698 req-c3417e7f-04ac-437f-8a43-19dd272283ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:22.616866 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fc5fab8d-55f2-4d73-8684-d9180ceee698 req-c3417e7f-04ac-437f-8a43-19dd272283ce service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 1099 time: 0.0561221 Jun 29 16:11:22.898209 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fc5fab8d-55f2-4d73-8684-d9180ceee698 req-19436904-29fe-4dd0-b36a-c96704fec207 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753937 Jun 29 16:11:23.053022 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:23.115211 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec7b33-9327-484c-8309-2ee723b828fb req-0cc9a5e0-c867-4978-8380-0943d5bb3844 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:23.117284 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-43ec7b33-9327-484c-8309-2ee723b828fb req-0cc9a5e0-c867-4978-8380-0943d5bb3844 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0617447 Jun 29 16:11:23.153468 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-43ec7b33-9327-484c-8309-2ee723b828fb req-3bce8485-b729-4f36-bee2-f32c6f4bde44 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305023 Jun 29 16:11:23.734638 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bc463-e1c2-42c0-94c4-3542aaab2808 req-b780b9d9-eabc-43d4-9ea7-df9ad40f538c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:23.737068 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-847bc463-e1c2-42c0-94c4-3542aaab2808 req-b780b9d9-eabc-43d4-9ea7-df9ad40f538c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0763738 Jun 29 16:11:23.775837 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-847bc463-e1c2-42c0-94c4-3542aaab2808 req-1685f6f8-d297-4289-b8d3-5f691e3a85aa tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321894 Jun 29 16:11:24.334240 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bd7ba-fd19-4561-8058-9039007ddf42 req-779a2b12-b51f-4d86-9949-855924502603 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:24.336317 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8d8bd7ba-fd19-4561-8058-9039007ddf42 req-779a2b12-b51f-4d86-9949-855924502603 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 943 time: 0.0621846 Jun 29 16:11:24.377024 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8d8bd7ba-fd19-4561-8058-9039007ddf42 req-c5d608b2-8e07-4b63-9815-781e5c8a1d96 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349276 Jun 29 16:11:24.896519 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 36294d7f-2d8a-476d-801f-f13339489093 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:11:24.951202 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a1129-d788-433f-b150-1750a20639a6 req-b96b9dd8-5f46-4470-aaf5-e122a21134ed tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:24.952825 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-491a1129-d788-433f-b150-1750a20639a6 req-b96b9dd8-5f46-4470-aaf5-e122a21134ed tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0635386 Jun 29 16:11:24.989820 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-491a1129-d788-433f-b150-1750a20639a6 req-a04c9b1a-d3c9-4c09-989a-7395efd90af6 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312922 Jun 29 16:11:24.993607 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:25.005596 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '36294d7f-2d8a-476d-801f-f13339489093', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'port_id': '36294d7f-2d8a-476d-801f-f13339489093', 'mac_address': 'fa:16:3e:83:7e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:11:25.043472 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:25.059224 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36294d7f-2d8a-476d-801f-f13339489093 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:11:25.079990 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:25.172335 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d461fd9-8fd1-4178-95bc-f6cf30811a0f req-d826e605-51ca-4712-8928-cdae34ea4789 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:25.173833 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5d461fd9-8fd1-4178-95bc-f6cf30811a0f req-d826e605-51ca-4712-8928-cdae34ea4789 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0698869 Jun 29 16:11:25.176840 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:25.178716 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:25.214787 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5d461fd9-8fd1-4178-95bc-f6cf30811a0f req-7b344c62-eba0-4e1f-9d7c-08f28b7cfb81 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325451 Jun 29 16:11:25.230269 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=36294d7f-2d8a-476d-801f-f13339489093,revision_number=9']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:25.233513 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:25.433497 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['36294d7f-2d8a-476d-801f-f13339489093'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:11:25.569629 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2c414-ac6f-41b7-9974-c5f76f677af0 req-db8d168e-e9f7-4f5e-b162-6a93c69dbdf2 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:25.571047 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e5f2c414-ac6f-41b7-9974-c5f76f677af0 req-db8d168e-e9f7-4f5e-b162-6a93c69dbdf2 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 944 time: 0.0681646 Jun 29 16:11:25.610923 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e5f2c414-ac6f-41b7-9974-c5f76f677af0 req-69a1099f-f1da-4a30-89dd-762791fe288f tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333548 Jun 29 16:11:25.611672 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54369469-16dd-4c2a-83a1-15709bdd2aec req-47117bca-4329-4ef2-bba1-3e753cddaad0 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:25.613176 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-54369469-16dd-4c2a-83a1-15709bdd2aec req-47117bca-4329-4ef2-bba1-3e753cddaad0 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0773919 Jun 29 16:11:25.659791 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-54369469-16dd-4c2a-83a1-15709bdd2aec req-b959c48d-ca94-41ed-af68-00aa3a466f33 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Jun 29 16:11:26.793419 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5689f04-d406-48b6-91e7-afba5845f531 req-1e0325c4-1060-46df-b808-2069cd370456 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:26.795222 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e5689f04-d406-48b6-91e7-afba5845f531 req-1e0325c4-1060-46df-b808-2069cd370456 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 944 time: 0.0681579 Jun 29 16:11:26.841387 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e5689f04-d406-48b6-91e7-afba5845f531 req-ae202132-32f3-4bbb-ab00-d36d9f9afc37 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324740 Jun 29 16:11:26.896419 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 36294d7f-2d8a-476d-801f-f13339489093 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:11:26.947269 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 36294d7f-2d8a-476d-801f-f13339489093 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:11:26.947767 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:27.024487 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:27.047163 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36294d7f-2d8a-476d-801f-f13339489093'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:27.049459 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e9a5ee-c21f-4527-83e2-a3a501723660" -d '{"events": [{"server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "name": "network-vif-plugged", "status": "completed", "tag": "36294d7f-2d8a-476d-801f-f13339489093"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:27.062917 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:27.085844 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fb6f69-63db-4a81-98ba-71df6f05b152 x-openstack-request-id: req-a4fb6f69-63db-4a81-98ba-71df6f05b152 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:27.086144 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "name": "network-vif-plugged", "status": "completed", "tag": "36294d7f-2d8a-476d-801f-f13339489093", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:27.086412 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4fb6f69-63db-4a81-98ba-71df6f05b152 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:27.086821 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36294d7f-2d8a-476d-801f-f13339489093', 'code': 200} Jun 29 16:11:27.148800 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:27.150710 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:27.198639 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=36294d7f-2d8a-476d-801f-f13339489093,revision_number=10']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:27.201664 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:27.434297 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f113d70-ca6c-4c21-a7cc-e81a7899b0fa req-37478b37-b840-4ad7-95b9-6df375312454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:27.435815 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8f113d70-ca6c-4c21-a7cc-e81a7899b0fa req-37478b37-b840-4ad7-95b9-6df375312454 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 1099 time: 0.0517726 Jun 29 16:11:27.473112 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8f113d70-ca6c-4c21-a7cc-e81a7899b0fa req-910b906b-7dcc-4c05-89af-5ca6f4325790 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278540 Jun 29 16:11:28.049088 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2fabd-f906-4be1-b3b7-25738c651ff7 req-c991e09b-1a2e-42ff-9f24-47890f879a24 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:28.050553 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d4f2fabd-f906-4be1-b3b7-25738c651ff7 req-c991e09b-1a2e-42ff-9f24-47890f879a24 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 946 time: 0.0703793 Jun 29 16:11:28.088789 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d4f2fabd-f906-4be1-b3b7-25738c651ff7 req-57cb0e3b-ee4a-41b6-b396-157b822aabba tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Jun 29 16:11:29.271340 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909fe76-5a71-424e-b16f-680e58d1728a req-196c7bc5-7445-40cc-8975-b96b9be64c46 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:29.273581 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8909fe76-5a71-424e-b16f-680e58d1728a req-196c7bc5-7445-40cc-8975-b96b9be64c46 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 946 time: 0.0689816 Jun 29 16:11:29.313279 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-8909fe76-5a71-424e-b16f-680e58d1728a req-902e052e-6060-47df-b0fe-70e0f7166fef tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338693 Jun 29 16:11:30.498595 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db2fcf-eb20-4642-9cd2-c9d717a61de1 req-25666505-c19f-4906-b81b-3f6c26f686e2 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:30.499859 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-01db2fcf-eb20-4642-9cd2-c9d717a61de1 req-25666505-c19f-4906-b81b-3f6c26f686e2 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 946 time: 0.0677371 Jun 29 16:11:30.538830 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-01db2fcf-eb20-4642-9cd2-c9d717a61de1 req-67ab856e-52c9-4a6f-a662-570442f375a7 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326729 Jun 29 16:11:31.716346 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639d7e8-d379-48fb-beec-a7f6228d9398 req-b69fc302-0149-4fe4-a9d5-ed73021183df tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:31.717842 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6639d7e8-d379-48fb-beec-a7f6228d9398 req-b69fc302-0149-4fe4-a9d5-ed73021183df tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0683620 Jun 29 16:11:31.736337 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4920a0-b80f-4638-843a-d5a62d192711 req-3a14bfaf-ef59-406a-82e8-31114588a545 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:31.737975 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5e4920a0-b80f-4638-843a-d5a62d192711 req-3a14bfaf-ef59-406a-82e8-31114588a545 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 946 time: 0.0744095 Jun 29 16:11:31.757876 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6639d7e8-d379-48fb-beec-a7f6228d9398 req-b137e11f-b0fe-4ed5-a4d0-97fbd009be35 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340056 Jun 29 16:11:31.782885 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54746) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:31.783104 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-5e4920a0-b80f-4638-843a-d5a62d192711 req-f5d8f8ca-cea5-49e5-9c52-323eb4bb2331 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382359 Jun 29 16:11:31.934010 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-526c2335-07c4-4f5d-9c8a-ba2eb6f0e573 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694084 Jun 29 16:11:32.015301 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-f274eaba-a7f7-4b05-bb1b-c88cce745f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:32.017159 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-f274eaba-a7f7-4b05-bb1b-c88cce745f44 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e686de73c488ba885f0cbb4f3ec49&device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 1099 time: 0.0586479 Jun 29 16:11:32.017535 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c82a4a-28ce-405e-8a88-f804cf1ad578 tempest-TestMinimumBasicScenario-921756282 tempest-TestMinimumBasicScenario-921756282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:32.019031 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c5c82a4a-28ce-405e-8a88-f804cf1ad578 tempest-TestMinimumBasicScenario-921756282 tempest-TestMinimumBasicScenario-921756282-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 1094 time: 0.2350371 Jun 29 16:11:32.022044 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54754) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:32.028040 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.v2.base [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Request body: {'floatingip': {'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'port_id': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:32.104600 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for floatingip, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:32.123811 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-90bc00b7-c2c0-47f8-8623-7872021adde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:32.125297 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-90bc00b7-c2c0-47f8-8623-7872021adde6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 200 len: 917 time: 0.0876954 Jun 29 16:11:32.196286 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-58c4ed57-87c8-4db7-9ffe-a3e4170d311d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36294d7f-2d8a-476d-801f-f13339489093 HTTP/1.1" status: 200 len: 1001 time: 0.0646100 Jun 29 16:11:32.207228 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:32.250388 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-7ff4a0d2-7528-4865-be21-5f182a852c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:32.252234 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-7ff4a0d2-7528-4865-be21-5f182a852c6e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 200 len: 855 time: 0.0485091 Jun 29 16:11:32.312269 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-f338540a-0821-4cf7-8866-dc00d64c34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:32.314037 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-f338540a-0821-4cf7-8866-dc00d64c34d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed9107c0-0852-43ee-80ef-c5c82cf4c16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556266 Jun 29 16:11:32.318593 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_common [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Allocated IP 172.28.3.144 (4a9a09ff-a140-48e3-a74f-33c2d93bad62/cffe208a-5092-4ddf-9406-0b97764b46bd/fc378bdf-82ca-4dd4-8c47-937c1c9465f5) {{(pid=93589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:11:32.419900 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-e6e41ffd-801b-4d3c-a810-d214aee35986 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933719 Jun 29 16:11:32.422104 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for port, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:32.513065 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-17081093-8e50-4195-8f20-0ee8b2c254f6 req-ab6939ed-d790-4cad-971f-dc59610028c9 service neutron] 10.222.0.86 "GET /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839622 Jun 29 16:11:32.565146 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25630535'] for port, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:32.567324 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2af37f4f-97b7-4947-9908-cd1a471bb701 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:32.618365 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Network 4a9a09ff-a140-48e3-a74f-33c2d93bad62 is already hosted by enough agents. {{(pid=93589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:11:32.621648 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.base_scheduler [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Resources bound (agent type, host, resource id): {{(pid=93589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:11:32.624266 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Received port after_create {{(pid=93589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:11:32.653438 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'Port': ['ID=fc378bdf-82ca-4dd4-8c47-937c1c9465f5,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:32.665123 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.665510 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.665881 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.666249 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.666611 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.666975 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.667332 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.667722 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.668089 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.668441 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.668797 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.669147 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:32.675581 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:32.789806 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:33.010685 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:33.242484 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:33.394558 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:33.584189 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25630581'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:33.586496 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:33.654934 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'Port': ['ID=fc378bdf-82ca-4dd4-8c47-937c1c9465f5,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:33.660845 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:33.668490 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:34.036390 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.l3_db [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Floating IP 3f6911a1-7abc-4d20-bbea-cd8593c030cc associated. External IP: 172.28.3.144, port: 6177d2f4-1931-4053-b0f8-e3fdef837f58. Jun 29 16:11:34.241527 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Router e6260cd8-48fe-49db-a307-2e86ff901a43 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:11:34.352721 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:11:34.362145 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5c42b-96cf-43fb-980f-b8243d68ae98 None None] Sync routers for ids ['e6260cd8-48fe-49db-a307-2e86ff901a43'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:11:34.371186 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5c42b-96cf-43fb-980f-b8243d68ae98 None None] Routers {'e6260cd8-48fe-49db-a307-2e86ff901a43'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:34.371854 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-06a5c42b-96cf-43fb-980f-b8243d68ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:11:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['e6260cd8-48fe-49db-a307-2e86ff901a43'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:34.478010 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-06a5c42b-96cf-43fb-980f-b8243d68ae98 None None] Set router e6260cd8-48fe-49db-a307-2e86ff901a43 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:34.481569 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:34.519224 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4959674 Jun 29 16:11:34.519964 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:34.522920 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54770) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:34.523553 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548ab40b-3707-471c-ba13-2b2b60e84c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:34.528001 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889516686', 'description': 'tempest-secgroup-smoke-1889516686 description', 'project_id': '318245c6ccff40f1b313b00de072b80d'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:34.688522 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c24d1d-b07e-4a21-9af5-d6915481b21f x-openstack-request-id: req-a7c24d1d-b07e-4a21-9af5-d6915481b21f {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:34.688854 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:34.689172 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7c24d1d-b07e-4a21-9af5-d6915481b21f {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:34.689635 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'status': 'completed', 'code': 200} Jun 29 16:11:34.702421 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:34.722055 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-06a5c42b-96cf-43fb-980f-b8243d68ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': '3f6911a1-7abc-4d20-bbea-cd8593c030cc', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'floating_ip_address': '172.28.3.144', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'port_id': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'mac_address': 'fa:16:3e:66:01:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c2237-725e-4d88-9dfb-066698b384a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:11:32Z', 'updated_at': '2021-06-29T16:11:32Z', 'revision_number': 0, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2e0938-8d9d-40ac-9486-50876e1608db', 'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'mac_address': 'fa:16:3e:8c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:21Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 5, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'subnets': [{'id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:34.749659 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5c42b-96cf-43fb-980f-b8243d68ae98 None None] Checking router: e6260cd8-48fe-49db-a307-2e86ff901a43 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:11:34.758821 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5c42b-96cf-43fb-980f-b8243d68ae98 None None] Routers {'e6260cd8-48fe-49db-a307-2e86ff901a43'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:34.759423 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-06a5c42b-96cf-43fb-980f-b8243d68ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:11:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['e6260cd8-48fe-49db-a307-2e86ff901a43'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:34.800222 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ab40b-3707-471c-ba13-2b2b60e84c3c req-87527ea0-3a02-4629-b6aa-6e648cc4a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:34.801740 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-548ab40b-3707-471c-ba13-2b2b60e84c3c req-87527ea0-3a02-4629-b6aa-6e648cc4a2d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=318245c6ccff40f1b313b00de072b80d&device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 1099 time: 0.0874465 Jun 29 16:11:34.885489 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-06a5c42b-96cf-43fb-980f-b8243d68ae98 None None] Set router e6260cd8-48fe-49db-a307-2e86ff901a43 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:34.896117 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ab40b-3707-471c-ba13-2b2b60e84c3c req-4f8ef321-811f-410d-8697-b7751432ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:34.897611 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-548ab40b-3707-471c-ba13-2b2b60e84c3c req-4f8ef321-811f-410d-8697-b7751432ce8c service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7814843-2d5f-47f2-94b9-2a694b626df5 HTTP/1.1" status: 200 len: 915 time: 0.0889173 Jun 29 16:11:34.979429 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-548ab40b-3707-471c-ba13-2b2b60e84c3c req-592819d6-f2be-49eb-96ed-8f7321e92d1f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58 HTTP/1.1" status: 200 len: 1000 time: 0.0711215 Jun 29 16:11:35.039697 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:35.047126 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ab40b-3707-471c-ba13-2b2b60e84c3c req-bfe6d46a-5a7d-4876-a706-f1169e65f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:35.054134 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-548ab40b-3707-471c-ba13-2b2b60e84c3c req-bfe6d46a-5a7d-4876-a706-f1169e65f03a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2bbfcd1-d022-40b2-b193-559369b2f5d7 HTTP/1.1" status: 200 len: 853 time: 0.0609350 Jun 29 16:11:35.103907 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-06a5c42b-96cf-43fb-980f-b8243d68ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': '3f6911a1-7abc-4d20-bbea-cd8593c030cc', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'floating_ip_address': '172.28.3.144', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'port_id': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'mac_address': 'fa:16:3e:66:01:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c2237-725e-4d88-9dfb-066698b384a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:11:32Z', 'updated_at': '2021-06-29T16:11:32Z', 'revision_number': 0, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2e0938-8d9d-40ac-9486-50876e1608db', 'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'mac_address': 'fa:16:3e:8c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:21Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 5, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'subnets': [{'id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:35.108553 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ab40b-3707-471c-ba13-2b2b60e84c3c req-9c1a2bbd-1e2d-4448-9e52-df578453023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:35.110027 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-548ab40b-3707-471c-ba13-2b2b60e84c3c req-9c1a2bbd-1e2d-4448-9e52-df578453023c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7814843-2d5f-47f2-94b9-2a694b626df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528076 Jun 29 16:11:35.130720 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5c42b-96cf-43fb-980f-b8243d68ae98 None None] The sync data for ids ['e6260cd8-48fe-49db-a307-2e86ff901a43'] in dv-cinder-792209-4-smb is: [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_floatingips': [{'id': '3f6911a1-7abc-4d20-bbea-cd8593c030cc', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'floating_ip_address': '172.28.3.144', 'floating_network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'router_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'port_id': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'mac_address': 'fa:16:3e:66:01:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c2237-725e-4d88-9dfb-066698b384a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:11:32Z', 'updated_at': '2021-06-29T16:11:32Z', 'revision_number': 0, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2e0938-8d9d-40ac-9486-50876e1608db', 'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'mac_address': 'fa:16:3e:8c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:21Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 5, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'subnets': [{'id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:11:35.193737 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:35.198037 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e1c0ca70-d79e-40c8-a2f0-9c41879c4819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:35.244429 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc1a58e-4533-4b30-a30d-efb87f2dc352,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:35.249031 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-548ab40b-3707-471c-ba13-2b2b60e84c3c req-72fd96bd-4807-41f5-b36f-e6880c7fb593 service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226261 Jun 29 16:11:35.253794 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.254170 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.254540 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.254966 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.255467 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.255631 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.256059 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.256493 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.256846 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.257202 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.257559 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.257909 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:35.262357 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:35.345031 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dff050-aa58-4f98-9f77-41ac2d8206a2 None None] New status for floating IP 3f6911a1-7abc-4d20-bbea-cd8593c030cc: ACTIVE {{(pid=93590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:11:35.348280 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-548ab40b-3707-471c-ba13-2b2b60e84c3c req-4c2d43dc-df6d-42dd-a9f4-a677a45a8fbc service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869699 Jun 29 16:11:35.372799 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:35.374439 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-64eab822-e468-4391-9424-6b7fda1b4e19 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8500643 Jun 29 16:11:35.378028 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54778) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:35.384052 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-df3d4b03-d410-4881-a69a-c5242f9be55b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Request body: {'security_group_rule': {'security_group_id': '3cc1a58e-4533-4b30-a30d-efb87f2dc352', 'project_id': '318245c6ccff40f1b313b00de072b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:35.507454 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-df3d4b03-d410-4881-a69a-c5242f9be55b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:35.567243 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-df3d4b03-d410-4881-a69a-c5242f9be55b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:35.679624 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-df3d4b03-d410-4881-a69a-c5242f9be55b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:35.681757 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-89110f0e-6ddb-4ca8-8118-88ce154fa9e5 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:35.698174 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d4b03-d410-4881-a69a-c5242f9be55b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edd3d97-1119-4578-9ff4-642d3fc61bb1,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:35.700717 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-df3d4b03-d410-4881-a69a-c5242f9be55b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:35.830076 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-df3d4b03-d410-4881-a69a-c5242f9be55b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:35.831234 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-df3d4b03-d410-4881-a69a-c5242f9be55b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4521542 Jun 29 16:11:35.833899 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54780) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:35.839014 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-ce6f8466-63cd-4b41-98ba-a21d8dca228b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Request body: {'security_group_rule': {'security_group_id': '3cc1a58e-4533-4b30-a30d-efb87f2dc352', 'project_id': '318245c6ccff40f1b313b00de072b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:36.024435 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8466-63cd-4b41-98ba-a21d8dca228b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.083447 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8466-63cd-4b41-98ba-a21d8dca228b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.235340 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8466-63cd-4b41-98ba-a21d8dca228b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.237527 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2e556fe9-80c2-47cf-be99-20ffab110705 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:36.253839 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f8466-63cd-4b41-98ba-a21d8dca228b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d50a5f0-9884-4766-9551-28f755e01d5f,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:36.256262 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ce6f8466-63cd-4b41-98ba-a21d8dca228b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:36.435409 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8466-63cd-4b41-98ba-a21d8dca228b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.436697 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-ce6f8466-63cd-4b41-98ba-a21d8dca228b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6018872 Jun 29 16:11:36.439414 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54792) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:36.444614 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-03211900-a422-4787-9bcf-5fca2503821c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Request body: {'security_group_rule': {'security_group_id': '3cc1a58e-4533-4b30-a30d-efb87f2dc352', 'project_id': '318245c6ccff40f1b313b00de072b80d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:36.537432 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-03211900-a422-4787-9bcf-5fca2503821c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.593299 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-03211900-a422-4787-9bcf-5fca2503821c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.721351 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-03211900-a422-4787-9bcf-5fca2503821c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.723536 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:36.742017 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03211900-a422-4787-9bcf-5fca2503821c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b08d935-5092-4061-9941-bac7526c0a88,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:36.744443 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-03211900-a422-4787-9bcf-5fca2503821c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:36.841120 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-03211900-a422-4787-9bcf-5fca2503821c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.842347 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-03211900-a422-4787-9bcf-5fca2503821c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019394 Jun 29 16:11:36.855852 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54794) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:36.855852 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-55a3a526-79e1-4c86-b619-306a0eb160ee tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Request body: {'security_group_rule': {'security_group_id': '3cc1a58e-4533-4b30-a30d-efb87f2dc352', 'project_id': '318245c6ccff40f1b313b00de072b80d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:36.948844 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-55a3a526-79e1-4c86-b619-306a0eb160ee tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.008924 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-55a3a526-79e1-4c86-b619-306a0eb160ee tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.078932 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-55a3a526-79e1-4c86-b619-306a0eb160ee tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.080938 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:37.098111 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3a526-79e1-4c86-b619-306a0eb160ee tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23702f25-64de-49be-87ea-6d480285d706,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:37.100806 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-55a3a526-79e1-4c86-b619-306a0eb160ee tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:37.160645 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-55a3a526-79e1-4c86-b619-306a0eb160ee tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.161802 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-55a3a526-79e1-4c86-b619-306a0eb160ee tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3156750 Jun 29 16:11:37.165117 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54796) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:37.169518 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-25c28dfc-c263-4baf-a04a-53a0c188915f tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Request body: {'security_group_rule': {'security_group_id': '3cc1a58e-4533-4b30-a30d-efb87f2dc352', 'project_id': '318245c6ccff40f1b313b00de072b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:37.252287 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.securitygroups_db [None req-25c28dfc-c263-4baf-a04a-53a0c188915f tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Project 318245c6ccff40f1b313b00de072b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:11:37.257888 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-25c28dfc-c263-4baf-a04a-53a0c188915f tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.316690 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-25c28dfc-c263-4baf-a04a-53a0c188915f tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.413303 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-25c28dfc-c263-4baf-a04a-53a0c188915f tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.418400 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ce6f8466-63cd-4b41-98ba-a21d8dca228b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:37.433144 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c28dfc-c263-4baf-a04a-53a0c188915f tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a3810c-5fea-45e0-b39a-5bf64d43785b,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:37.435692 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-25c28dfc-c263-4baf-a04a-53a0c188915f tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:37.531117 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-25c28dfc-c263-4baf-a04a-53a0c188915f tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.532380 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-25c28dfc-c263-4baf-a04a-53a0c188915f tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3663633 Jun 29 16:11:37.535085 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54812) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:37.539891 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-7c81afc5-83a4-4f9d-91c9-7c4cd54c09c5 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Request body: {'security_group_rule': {'security_group_id': '3cc1a58e-4533-4b30-a30d-efb87f2dc352', 'project_id': '318245c6ccff40f1b313b00de072b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:37.629652 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.securitygroups_db [None req-7c81afc5-83a4-4f9d-91c9-7c4cd54c09c5 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Project 318245c6ccff40f1b313b00de072b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:11:37.635388 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7c81afc5-83a4-4f9d-91c9-7c4cd54c09c5 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.700106 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7c81afc5-83a4-4f9d-91c9-7c4cd54c09c5 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.798898 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7c81afc5-83a4-4f9d-91c9-7c4cd54c09c5 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1727635'] for security_group_rule, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.801158 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:37.817386 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81afc5-83a4-4f9d-91c9-7c4cd54c09c5 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0914d0d-fe32-4632-95df-c621686b3712,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:37.820403 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-7c81afc5-83a4-4f9d-91c9-7c4cd54c09c5 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:37.915484 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7c81afc5-83a4-4f9d-91c9-7c4cd54c09c5 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.918238 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-7c81afc5-83a4-4f9d-91c9-7c4cd54c09c5 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3809876 Jun 29 16:11:37.994898 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54818) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:38.043978 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1907aea6-762e-4efc-bcf0-0fd9764dc1e1 req-b98b85b8-d35a-4693-8eac-8818ea9e70f3 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889516686&fields=id&tenant_id=318245c6ccff40f1b313b00de072b80d HTTP/1.1" status: 200 len: 267 time: 0.0372164 Jun 29 16:11:38.116892 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a7d29969-c7c8-44f0-8d2d-bab63de338e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.127211 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907aea6-762e-4efc-bcf0-0fd9764dc1e1 req-18eea07f-6fe7-4afb-aea8-820cc10ac11c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:38.128757 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1907aea6-762e-4efc-bcf0-0fd9764dc1e1 req-18eea07f-6fe7-4afb-aea8-820cc10ac11c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0791240 Jun 29 16:11:38.141969 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-1907aea6-762e-4efc-bcf0-0fd9764dc1e1 req-7bffe1d4-9ae4-40d0-b0bc-ceb8e11e6f31 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Request body: {'port': {'security_groups': ['d03a43b9-303b-40cf-8d44-e95ec18e68ad', '3cc1a58e-4533-4b30-a30d-efb87f2dc352']}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:38.256100 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-1907aea6-762e-4efc-bcf0-0fd9764dc1e1 req-7bffe1d4-9ae4-40d0-b0bc-ceb8e11e6f31 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.346473 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a7d29969-c7c8-44f0-8d2d-bab63de338e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.425072 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a7d29969-c7c8-44f0-8d2d-bab63de338e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.429557 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-90b39f38-b551-4f81-a24e-7266a2d986fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:38.485655 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d29969-c7c8-44f0-8d2d-bab63de338e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302aae07-9ab3-409d-9947-685f092b37bc,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:38.489984 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-a7d29969-c7c8-44f0-8d2d-bab63de338e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6770228b78ee42638af455b592ddf9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939208 Jun 29 16:11:38.490952 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-a7d29969-c7c8-44f0-8d2d-bab63de338e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:38.492956 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54822) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:38.509120 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-1907aea6-762e-4efc-bcf0-0fd9764dc1e1 req-7bffe1d4-9ae4-40d0-b0bc-ceb8e11e6f31 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] For port 6177d2f4-1931-4053-b0f8-e3fdef837f58, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:38.539950 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-1907aea6-762e-4efc-bcf0-0fd9764dc1e1 req-7bffe1d4-9ae4-40d0-b0bc-ceb8e11e6f31 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.546185 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-66b5d933-25cf-4196-84fe-acc7f2383a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.569313 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-66b5d933-25cf-4196-84fe-acc7f2383a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.619990 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-1907aea6-762e-4efc-bcf0-0fd9764dc1e1 req-7bffe1d4-9ae4-40d0-b0bc-ceb8e11e6f31 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.622389 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f082d436-d1c4-455c-950c-0d18768af9fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:38.629359 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['6177d2f4-1931-4053-b0f8-e3fdef837f58'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:11:38.667833 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907aea6-762e-4efc-bcf0-0fd9764dc1e1 req-7bffe1d4-9ae4-40d0-b0bc-ceb8e11e6f31 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:38.669076 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-1907aea6-762e-4efc-bcf0-0fd9764dc1e1 req-7bffe1d4-9ae4-40d0-b0bc-ceb8e11e6f31 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.677768 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1907aea6-762e-4efc-bcf0-0fd9764dc1e1 req-7bffe1d4-9ae4-40d0-b0bc-ceb8e11e6f31 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "PUT /v2.0/ports/6177d2f4-1931-4053-b0f8-e3fdef837f58 HTTP/1.1" status: 200 len: 982 time: 0.5414426 Jun 29 16:11:38.678374 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:38.682270 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24efcbf7-69da-415f-bd5d-965528d59c58" -d '{"events": [{"name": "network-changed", "server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:38.713663 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffe1d4-9ae4-40d0-b0bc-ceb8e11e6f31 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'Port': ['ID=6177d2f4-1931-4053-b0f8-e3fdef837f58,revision_number=6']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:38.717755 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-7bffe1d4-9ae4-40d0-b0bc-ceb8e11e6f31 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:38.748397 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd1a3fd-2638-41b9-869a-6e231b9ae829 x-openstack-request-id: req-2cd1a3fd-2638-41b9-869a-6e231b9ae829 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:38.748960 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:38.749410 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cd1a3fd-2638-41b9-869a-6e231b9ae829 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:38.750003 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'status': 'completed', 'code': 200} Jun 29 16:11:38.755478 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-66b5d933-25cf-4196-84fe-acc7f2383a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.763209 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-66b5d933-25cf-4196-84fe-acc7f2383a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.763908 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-66b5d933-25cf-4196-84fe-acc7f2383a19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/302aae07-9ab3-409d-9947-685f092b37bc HTTP/1.1" status: 204 len: 168 time: 0.2698424 Jun 29 16:11:38.765075 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7f4126eb-d317-4bf6-9f41-6df98ed6e909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:38.777485 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['6177d2f4-1931-4053-b0f8-e3fdef837f58'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:11:38.778546 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5d933-25cf-4196-84fe-acc7f2383a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302aae07-9ab3-409d-9947-685f092b37bc,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:38.788201 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-66b5d933-25cf-4196-84fe-acc7f2383a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:38.863417 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efcbf7-69da-415f-bd5d-965528d59c58 req-72cc98b4-e3a8-4d18-b003-f11cd5faa9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:38.865097 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-24efcbf7-69da-415f-bd5d-965528d59c58 req-72cc98b4-e3a8-4d18-b003-f11cd5faa9fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=318245c6ccff40f1b313b00de072b80d&device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 1138 time: 0.0863039 Jun 29 16:11:38.984581 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-ad9c40e8-ab83-4156-b4d8-9976c57d38f7 None None] Provisioning complete for port 6177d2f4-1931-4053-b0f8-e3fdef837f58 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:11:38.985799 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-ad9c40e8-ab83-4156-b4d8-9976c57d38f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:39.022685 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e83c26-3f8a-440d-a889-496e6d9f1c96 req-896b4cc9-94ec-4820-a899-20f1c27d6ffc tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:39.024303 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d8e83c26-3f8a-440d-a889-496e6d9f1c96 req-896b4cc9-94ec-4820-a899-20f1c27d6ffc tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.1559076 Jun 29 16:11:39.031706 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efcbf7-69da-415f-bd5d-965528d59c58 req-6790b9cf-b493-40dc-8976-b6f7bd2aa223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:39.031706 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-24efcbf7-69da-415f-bd5d-965528d59c58 req-6790b9cf-b493-40dc-8976-b6f7bd2aa223 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7814843-2d5f-47f2-94b9-2a694b626df5 HTTP/1.1" status: 200 len: 915 time: 0.1462433 Jun 29 16:11:39.118303 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d8e83c26-3f8a-440d-a889-496e6d9f1c96 req-134e3725-7e87-4b98-8186-ddde6a1f00e4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818825 Jun 29 16:11:39.127534 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-24efcbf7-69da-415f-bd5d-965528d59c58 req-a80751ec-b7ec-443b-9497-9ae945ef2fa7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58 HTTP/1.1" status: 200 len: 1002 time: 0.0762594 Jun 29 16:11:39.200516 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efcbf7-69da-415f-bd5d-965528d59c58 req-3e8d4c58-fbc6-43c6-8307-489a8cc9e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:39.202000 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-24efcbf7-69da-415f-bd5d-965528d59c58 req-3e8d4c58-fbc6-43c6-8307-489a8cc9e224 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2bbfcd1-d022-40b2-b193-559369b2f5d7 HTTP/1.1" status: 200 len: 853 time: 0.0684934 Jun 29 16:11:39.274830 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efcbf7-69da-415f-bd5d-965528d59c58 req-4e40d108-118a-487d-8db6-9bcb494751b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:39.276485 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-24efcbf7-69da-415f-bd5d-965528d59c58 req-4e40d108-118a-487d-8db6-9bcb494751b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7814843-2d5f-47f2-94b9-2a694b626df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0650804 Jun 29 16:11:39.378099 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-24efcbf7-69da-415f-bd5d-965528d59c58 req-2797f66a-b56e-4ff3-ab68-26e622f25ea7 service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888448 Jun 29 16:11:39.470795 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-24efcbf7-69da-415f-bd5d-965528d59c58 req-df5ade78-e390-460a-afd3-908f23401611 service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854003 Jun 29 16:11:44.058533 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:11:48.138191 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-820e980c-15e7-4aba-b38d-ebfe6df264f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:50.263724 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-fe605382-4131-4b67-8afc-aad7159c453a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:50.355276 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:51.612462 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:51.872192 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54952) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:51.975029 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-44f4cac4-d413-4dda-bebf-507399589a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:52.060267 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-44f4cac4-d413-4dda-bebf-507399589a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:52.172310 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-44f4cac4-d413-4dda-bebf-507399589a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:52.174853 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f10dab4b-9c4d-424c-980c-dab9e3c884bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:52.211748 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-44f4cac4-d413-4dda-bebf-507399589a20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69d82e6e2cee4267bd31affc4f7364eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451676 Jun 29 16:11:52.213928 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4cac4-d413-4dda-bebf-507399589a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016ff3ee-4205-45c6-a0db-bf7d5e7e0c02,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:52.216159 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54956) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:52.217513 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-44f4cac4-d413-4dda-bebf-507399589a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:52.269794 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bc64e03e-35d9-41cb-951c-840555d0b01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:52.291609 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bc64e03e-35d9-41cb-951c-840555d0b01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:52.469449 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bc64e03e-35d9-41cb-951c-840555d0b01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:52.472131 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bc64e03e-35d9-41cb-951c-840555d0b01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:52.473352 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-bc64e03e-35d9-41cb-951c-840555d0b01b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/016ff3ee-4205-45c6-a0db-bf7d5e7e0c02 HTTP/1.1" status: 204 len: 168 time: 0.2538061 Jun 29 16:11:52.474215 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-33b28860-eb83-4441-bb68-d4ce5fbe8b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:52.482373 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64e03e-35d9-41cb-951c-840555d0b01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016ff3ee-4205-45c6-a0db-bf7d5e7e0c02,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:52.485220 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bc64e03e-35d9-41cb-951c-840555d0b01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:53.103444 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:53.211630 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54964) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:53.225499 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6c633976-cf33-4b3b-8992-9fb2ddb434be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:53.314298 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6c633976-cf33-4b3b-8992-9fb2ddb434be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:53.434971 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6c633976-cf33-4b3b-8992-9fb2ddb434be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:53.437800 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-652ea34c-edde-497b-b837-df535ac594bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:53.474337 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-6c633976-cf33-4b3b-8992-9fb2ddb434be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a381c07d75174745b79efcbdb20369d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610922 Jun 29 16:11:53.475114 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c633976-cf33-4b3b-8992-9fb2ddb434be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0287b1-1e7b-45f1-b679-26fa3c503940,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:53.477087 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54966) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:53.478412 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6c633976-cf33-4b3b-8992-9fb2ddb434be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:53.527461 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e5849de4-7297-4b4d-9066-e1bfc388f421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:53.549089 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e5849de4-7297-4b4d-9066-e1bfc388f421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:53.787242 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e5849de4-7297-4b4d-9066-e1bfc388f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:53.790490 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e5849de4-7297-4b4d-9066-e1bfc388f421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:53.791766 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e5849de4-7297-4b4d-9066-e1bfc388f421 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b0287b1-1e7b-45f1-b679-26fa3c503940 HTTP/1.1" status: 204 len: 168 time: 0.3135026 Jun 29 16:11:53.792615 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-cc4805aa-e161-43da-8e92-8e7414fdc343 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:53.800455 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5849de4-7297-4b4d-9066-e1bfc388f421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0287b1-1e7b-45f1-b679-26fa3c503940,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:53.802690 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e5849de4-7297-4b4d-9066-e1bfc388f421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:54.587730 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 54972) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:54.601091 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b4c7-c3a5-4c5a-8c45-8b3fbe80b7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:54.690746 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b4c7-c3a5-4c5a-8c45-8b3fbe80b7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:54.805079 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b4c7-c3a5-4c5a-8c45-8b3fbe80b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:54.808105 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-56d7d42d-7fd5-499c-90ff-cd3d01432a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:54.844834 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-d4c2b4c7-c3a5-4c5a-8c45-8b3fbe80b7a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef2ec42ba1bc4249a5054c559dc320ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582514 Jun 29 16:11:54.845769 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2b4c7-c3a5-4c5a-8c45-8b3fbe80b7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa9617e-d6d0-4744-be7f-dcfb9fe8678d,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:54.847784 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 54974) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:54.848864 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d4c2b4c7-c3a5-4c5a-8c45-8b3fbe80b7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:54.904354 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9301c2f8-5efb-4af4-a07a-5c7901cfd19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:54.931112 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9301c2f8-5efb-4af4-a07a-5c7901cfd19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.109228 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9301c2f8-5efb-4af4-a07a-5c7901cfd19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.111800 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9301c2f8-5efb-4af4-a07a-5c7901cfd19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.112966 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-9301c2f8-5efb-4af4-a07a-5c7901cfd19c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaa9617e-d6d0-4744-be7f-dcfb9fe8678d HTTP/1.1" status: 204 len: 168 time: 0.2641666 Jun 29 16:11:55.113823 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-a96814c3-9887-455a-adec-d1fe50b2eec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:55.122568 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301c2f8-5efb-4af4-a07a-5c7901cfd19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa9617e-d6d0-4744-be7f-dcfb9fe8678d,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:55.124956 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-9301c2f8-5efb-4af4-a07a-5c7901cfd19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:02.403852 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dd057-4944-4658-b534-095dedaf98c8 req-3fef3a71-696a-4e86-9356-ddf2cf21043b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:02.406040 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-254dd057-4944-4658-b534-095dedaf98c8 req-3fef3a71-696a-4e86-9356-ddf2cf21043b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.1482048 Jun 29 16:12:02.483714 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-254dd057-4944-4658-b534-095dedaf98c8 req-f2de70f5-f5fa-4d85-9765-1f1cf3e7b3b8 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706787 Jun 29 16:12:02.487313 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ead5f-273b-4fdf-a2b1-1d7cdb61905f req-ae74f59e-b3e3-47ce-adec-7d31cdd97d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:02.488838 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-374ead5f-273b-4fdf-a2b1-1d7cdb61905f req-ae74f59e-b3e3-47ce-adec-7d31cdd97d2c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=318245c6ccff40f1b313b00de072b80d&device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 1138 time: 0.1568549 Jun 29 16:12:02.597769 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ead5f-273b-4fdf-a2b1-1d7cdb61905f req-4e1510ac-50d8-412a-9e90-4ce69090035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:02.599408 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-374ead5f-273b-4fdf-a2b1-1d7cdb61905f req-4e1510ac-50d8-412a-9e90-4ce69090035d service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7814843-2d5f-47f2-94b9-2a694b626df5 HTTP/1.1" status: 200 len: 915 time: 0.1006012 Jun 29 16:12:02.669507 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-374ead5f-273b-4fdf-a2b1-1d7cdb61905f req-cf6c9fdf-154a-49a9-86c6-f1761b3839ae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58 HTTP/1.1" status: 200 len: 1002 time: 0.0625257 Jun 29 16:12:02.695414 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:02.720265 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ead5f-273b-4fdf-a2b1-1d7cdb61905f req-4da23107-1f87-4742-a389-6aeed1273ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:02.721768 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-374ead5f-273b-4fdf-a2b1-1d7cdb61905f req-4da23107-1f87-4742-a389-6aeed1273ad8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2bbfcd1-d022-40b2-b193-559369b2f5d7 HTTP/1.1" status: 200 len: 853 time: 0.0457251 Jun 29 16:12:02.780534 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ead5f-273b-4fdf-a2b1-1d7cdb61905f req-46f5a4f3-4ddd-4f3d-bc17-2f19617b0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:02.782026 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-374ead5f-273b-4fdf-a2b1-1d7cdb61905f req-46f5a4f3-4ddd-4f3d-bc17-2f19617b0930 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7814843-2d5f-47f2-94b9-2a694b626df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0535305 Jun 29 16:12:02.876682 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-374ead5f-273b-4fdf-a2b1-1d7cdb61905f req-b36b48a0-4b65-4a22-ab2a-f3cfe2b9c033 service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856025 Jun 29 16:12:02.981020 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-374ead5f-273b-4fdf-a2b1-1d7cdb61905f req-ef039373-db85-4d80-8e13-fc8c6f732080 service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925245 Jun 29 16:12:03.669576 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb89d98-bec9-4209-92ab-c2112cd4ca1a req-984de3cb-91f1-487a-be36-d8c32a861ecd tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:03.671097 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cfb89d98-bec9-4209-92ab-c2112cd4ca1a req-984de3cb-91f1-487a-be36-d8c32a861ecd tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.0713518 Jun 29 16:12:03.713414 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cfb89d98-bec9-4209-92ab-c2112cd4ca1a req-8824e855-e807-4a98-b358-087795c73b5a tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362201 Jun 29 16:12:04.847168 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba24b66-87c5-446b-aafd-1c51cc4ba06e req-a7e8c473-d0e9-47c7-9eb7-68de96590d79 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:04.849650 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3ba24b66-87c5-446b-aafd-1c51cc4ba06e req-a7e8c473-d0e9-47c7-9eb7-68de96590d79 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 946 time: 0.0718145 Jun 29 16:12:04.896515 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-3ba24b66-87c5-446b-aafd-1c51cc4ba06e req-d95d6917-e22a-4b27-b9f6-7660eca3026a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Jun 29 16:12:04.913531 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36c33c-1833-4659-b373-8879e6bbb7cb req-8466f703-ced6-43fc-8eb5-c395ee401d78 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:04.915000 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0e36c33c-1833-4659-b373-8879e6bbb7cb req-8466f703-ced6-43fc-8eb5-c395ee401d78 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.0759239 Jun 29 16:12:04.956292 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0e36c33c-1833-4659-b373-8879e6bbb7cb req-57ae861b-e062-4c41-bf8a-9cbdcbe5038e tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350859 Jun 29 16:12:06.096069 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7105f4-3034-4ca3-943c-ff08af13fdec req-92bf0557-4ca8-4941-bf7f-66507deec542 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:06.097508 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7f7105f4-3034-4ca3-943c-ff08af13fdec req-92bf0557-4ca8-4941-bf7f-66507deec542 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 946 time: 0.0761051 Jun 29 16:12:06.144751 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7f7105f4-3034-4ca3-943c-ff08af13fdec req-fabdb2dd-ebf0-4279-8bd7-b00163f5cfd6 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups?id=f63a4801-a2f4-4cc0-8953-75bc1c265ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409651 Jun 29 16:12:06.181447 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a35ce-36b6-4351-a831-888fdfb23594 req-a195578d-8dd1-48b2-b251-7ea5b23c1769 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:06.183727 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3f2a35ce-36b6-4351-a831-888fdfb23594 req-a195578d-8dd1-48b2-b251-7ea5b23c1769 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.0891042 Jun 29 16:12:06.230868 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3f2a35ce-36b6-4351-a831-888fdfb23594 req-4d430322-ef40-471f-92a7-6dfd8b53f5a5 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367711 Jun 29 16:12:06.367888 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-5ecb8cef-269d-49c4-8070-46ca4dc1e704 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:06.370023 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-5ecb8cef-269d-49c4-8070-46ca4dc1e704 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.86 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 946 time: 0.0646007 Jun 29 16:12:06.476435 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Deleting port 36294d7f-2d8a-476d-801f-f13339489093 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:06.476778 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:06.572562 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] For port 36294d7f-2d8a-476d-801f-f13339489093, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36294d7f-2d8a-476d-801f-f13339489093,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:06.572840 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:06.746835 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:06.747330 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679666'] for floatingip, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:06.747743 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.l3_db [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Floating IP bc2b0c06-aca6-4828-a70e-332f5478eda8 disassociated. External IP: 172.28.3.205, port: 36294d7f-2d8a-476d-801f-f13339489093. Jun 29 16:12:06.748097 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Calling delete_port for 36294d7f-2d8a-476d-801f-f13339489093 owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:06.926170 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:06.930660 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-81feff7d-dd11-495d-ae8b-6b95c961f976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:07.232505 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event deleted for resources: {'Port': ['ID=36294d7f-2d8a-476d-801f-f13339489093,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:07.235621 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:07.305453 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-4435c34c-8cab-4139-b009-794e15df6456 req-3f2ec34b-97bf-4501-a41e-f2ab1182a9d9 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 210 time: 0.0290170 Jun 29 16:12:07.382543 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:12:07.492399 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67d8d1-5b35-4246-8a11-b8319c20c2d0 req-473b63ff-eddc-4477-b894-77054d667957 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:07.494319 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0d67d8d1-5b35-4246-8a11-b8319c20c2d0 req-473b63ff-eddc-4477-b894-77054d667957 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.1401496 Jun 29 16:12:07.532188 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:12:07.547987 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325fb62-dcb6-4c2e-8ab9-0ff6d9855c2e None None] Sync routers for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:12:07.557727 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325fb62-dcb6-4c2e-8ab9-0ff6d9855c2e None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:07.563373 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-1325fb62-dcb6-4c2e-8ab9-0ff6d9855c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:11:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:07.567330 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0d67d8d1-5b35-4246-8a11-b8319c20c2d0 req-7e7dbb38-4fd0-4962-b8ec-f8fc0e496009 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660210 Jun 29 16:12:07.595494 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] No DVR routers for this DVR port 36294d7f-2d8a-476d-801f-f13339489093 on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:12:07.598017 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:07.600023 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3f886e9c-2a87-46c7-bdb4-fd101d5daac2 req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.86 "DELETE /v2.0/ports/36294d7f-2d8a-476d-801f-f13339489093 HTTP/1.1" status: 204 len: 173 time: 1.2233860 Jun 29 16:12:07.600554 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'name': 'network-vif-deleted', 'tag': '36294d7f-2d8a-476d-801f-f13339489093'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:12:07.603527 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dffc812-2fcc-48dc-a02b-2aff188a201c" -d '{"events": [{"server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "name": "network-vif-deleted", "tag": "36294d7f-2d8a-476d-801f-f13339489093"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:12:07.641197 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58fa651-af08-494c-a430-53f10d2f592f x-openstack-request-id: req-b58fa651-af08-494c-a430-53f10d2f592f {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:12:07.641526 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea6394-10a7-4417-97cc-77afd29ddd90", "name": "network-vif-deleted", "tag": "36294d7f-2d8a-476d-801f-f13339489093", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:12:07.641817 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b58fa651-af08-494c-a430-53f10d2f592f {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:12:07.642245 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea6394-10a7-4417-97cc-77afd29ddd90', 'name': 'network-vif-deleted', 'tag': '36294d7f-2d8a-476d-801f-f13339489093', 'status': 'completed', 'code': 200} Jun 29 16:12:07.690619 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-1325fb62-dcb6-4c2e-8ab9-0ff6d9855c2e None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:07.929433 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-1325fb62-dcb6-4c2e-8ab9-0ff6d9855c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:07.961805 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325fb62-dcb6-4c2e-8ab9-0ff6d9855c2e None None] Checking router: b217ab73-b62b-4e3c-93ff-1eea813fe4b9 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:12:07.970495 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325fb62-dcb6-4c2e-8ab9-0ff6d9855c2e None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:07.971088 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-1325fb62-dcb6-4c2e-8ab9-0ff6d9855c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:11:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:08.088279 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-1325fb62-dcb6-4c2e-8ab9-0ff6d9855c2e None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:08.289003 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-1325fb62-dcb6-4c2e-8ab9-0ff6d9855c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:08.327340 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325fb62-dcb6-4c2e-8ab9-0ff6d9855c2e None None] The sync data for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb is: [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:05:26Z', 'revision_number': 4, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '9a46abcd-e9b1-472c-980e-ce5fd1cb09cf', 'name': '', 'network_id': 'ed9107c0-0852-43ee-80ef-c5c82cf4c16b', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'mac_address': 'fa:16:3e:54:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:23Z', 'updated_at': '2021-06-29T16:05:39Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'subnets': [{'id': 'bcba7253-a8a4-4c4a-856e-c931d3a02acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:12:08.489517 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-f0c66d54-fbe8-4f59-8f48-6d547b0293c7 req-71ae85a1-5173-4179-9766-b955fa2d8273 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ea6394-10a7-4417-97cc-77afd29ddd90 HTTP/1.1" status: 200 len: 210 time: 0.0340943 Jun 29 16:12:08.594030 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b537e-8f69-47bf-a095-759eada5230f None None] New status for floating IP bc2b0c06-aca6-4828-a70e-332f5478eda8: DOWN {{(pid=93590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:12:08.766668 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a849d-c319-4583-bde1-3ff4381741e8 req-60beb4cb-26fb-4850-a319-2db06f6c9075 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:08.768315 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-008a849d-c319-4583-bde1-3ff4381741e8 req-60beb4cb-26fb-4850-a319-2db06f6c9075 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.0691781 Jun 29 16:12:08.811846 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-008a849d-c319-4583-bde1-3ff4381741e8 req-c0e764a5-f415-4fca-b692-a30c45fa8a87 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377028 Jun 29 16:12:09.695084 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55122) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:09.754737 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3750763b-c005-49f7-9a23-7c354ee4216d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:09.780898 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3750763b-c005-49f7-9a23-7c354ee4216d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:09.914753 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3750763b-c005-49f7-9a23-7c354ee4216d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:09.918079 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3750763b-c005-49f7-9a23-7c354ee4216d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:09.919630 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-3750763b-c005-49f7-9a23-7c354ee4216d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "DELETE /v2.0/security-groups/f63a4801-a2f4-4cc0-8953-75bc1c265ce2 HTTP/1.1" status: 204 len: 168 time: 0.2234740 Jun 29 16:12:09.920407 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-96ec2490-5416-4152-8c6f-27bd5148e249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:09.928771 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55126) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:09.930060 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750763b-c005-49f7-9a23-7c354ee4216d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a4801-a2f4-4cc0-8953-75bc1c265ce2,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:09.932709 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3750763b-c005-49f7-9a23-7c354ee4216d tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:09.946492 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.api.v2.resource [None req-170066dc-c29a-475d-adc3-0baab7fd784a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] show failed (client error): The resource could not be found. Jun 29 16:12:09.950634 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55128) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:09.950847 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-170066dc-c29a-475d-adc3-0baab7fd784a tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "GET /v2.0/security-groups/f63a4801-a2f4-4cc0-8953-75bc1c265ce2 HTTP/1.1" status: 404 len: 347 time: 0.0201964 Jun 29 16:12:10.111357 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d56ca-98ba-4d0b-9cc3-1cf1a51e45c4 req-9c7bdf49-a930-461c-93d3-16bb3d0b6297 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:10.113754 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d94d56ca-98ba-4d0b-9cc3-1cf1a51e45c4 req-9c7bdf49-a930-461c-93d3-16bb3d0b6297 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.1641564 Jun 29 16:12:10.161807 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Deleting port 28f95a75-ff6e-495d-ad08-4f4c21c0fac6 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:10.162157 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:10.168237 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d94d56ca-98ba-4d0b-9cc3-1cf1a51e45c4 req-9a7ba7b0-cd70-47e1-8b93-e9f478dbd3c3 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485590 Jun 29 16:12:10.249003 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:10.249333 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:10.260788 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Calling delete_port for 28f95a75-ff6e-495d-ad08-4f4c21c0fac6 owned by network:floatingip {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:10.451904 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:10.454126 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-89a49dbe-877a-432c-b8fa-ec1806978635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:10.481807 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Pushing event deleted for resources: {'Port': ['ID=28f95a75-ff6e-495d-ad08-4f4c21c0fac6,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:10.485041 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:10.546340 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks [] for floatingip, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:10.549000 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:10.550159 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] 10.222.0.13 "DELETE /v2.0/floatingips/bc2b0c06-aca6-4828-a70e-332f5478eda8 HTTP/1.1" status: 204 len: 168 time: 0.5980620 Jun 29 16:12:11.125397 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 36294d7f-2d8a-476d-801f-f13339489093 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:11.147040 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 36294d7f-2d8a-476d-801f-f13339489093 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:12:11.147597 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 36294d7f-2d8a-476d-801f-f13339489093 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:12:11.346312 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a266f-cc50-4369-9777-a7ac27d31eeb req-613d904f-90c9-417d-92cc-c7981af2ec16 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:11.347925 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-899a266f-cc50-4369-9777-a7ac27d31eeb req-613d904f-90c9-417d-92cc-c7981af2ec16 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.0656238 Jun 29 16:12:11.390330 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-899a266f-cc50-4369-9777-a7ac27d31eeb req-12ad8f00-4d8d-4f3b-a317-963dfc27fcbc tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362027 Jun 29 16:12:12.573783 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9e4c7-3ae0-4921-8f41-1356158dec68 req-34b5683f-385b-4b52-a5e6-13ad466fcc6b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:12.575268 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d7d9e4c7-3ae0-4921-8f41-1356158dec68 req-34b5683f-385b-4b52-a5e6-13ad466fcc6b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.0688677 Jun 29 16:12:12.618380 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d7d9e4c7-3ae0-4921-8f41-1356158dec68 req-aceeca15-4ba7-48ff-8309-62450793ab20 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370326 Jun 29 16:12:13.479308 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55176) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:13.802401 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8b4f7-931f-4003-8b7e-202daea7375e req-7b5c43da-3cf0-4ab6-90ee-022959a5fa73 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:13.803996 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-35a8b4f7-931f-4003-8b7e-202daea7375e req-7b5c43da-3cf0-4ab6-90ee-022959a5fa73 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.0669503 Jun 29 16:12:13.850163 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-35a8b4f7-931f-4003-8b7e-202daea7375e req-c5ce63bf-833c-40b1-b6b8-34beec39f55e tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396924 Jun 29 16:12:14.028514 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655353'] for router_interface, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:14.292752 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Deleting port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:14.293091 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:14.369897 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] For port 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=9a46abcd-e9b1-472c-980e-ce5fd1cb09cf,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:14.370255 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:14.383187 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Calling delete_port for 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf owned by network:router_interface {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:14.646209 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:14.648417 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2d41ad0f-641c-4672-96f3-fdafeeda25c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:14.674545 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a46abcd-e9b1-472c-980e-ce5fd1cb09cf,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:14.678898 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:14.865174 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685385'] for router_interface, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:15.044647 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55192) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:15.103172 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965b375-9959-4a2e-be6a-5f5c40911ed1 req-26e74c36-ad25-476a-9028-66ee4c762078 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:15.105409 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8965b375-9959-4a2e-be6a-5f5c40911ed1 req-26e74c36-ad25-476a-9028-66ee4c762078 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.1234009 Jun 29 16:12:15.189068 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-8965b375-9959-4a2e-be6a-5f5c40911ed1 req-554837de-92e8-402f-9483-f9f0b95c3d0b tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc1a58e-4533-4b30-a30d-efb87f2dc352&id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517323 Jun 29 16:12:15.195878 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:12:15.251286 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Deleting port 0f4dfc63-dae4-48c9-88f4-c11ab5ea669a {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:15.251697 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:15.325027 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:12:15.329611 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:15.329611 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:15.332822 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] 10.222.0.13 "PUT /v2.0/routers/b217ab73-b62b-4e3c-93ff-1eea813fe4b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8499253 Jun 29 16:12:15.333678 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55196) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:15.333809 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc5646-b27c-4a5f-948a-0f2d1cd11d30 None None] Sync routers for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:12:15.343977 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc5646-b27c-4a5f-948a-0f2d1cd11d30 None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:15.344589 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-c3bc5646-b27c-4a5f-948a-0f2d1cd11d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:11:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:15.392390 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Calling delete_port for 0f4dfc63-dae4-48c9-88f4-c11ab5ea669a owned by network:floatingip {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:15.463717 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-c3bc5646-b27c-4a5f-948a-0f2d1cd11d30 None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:15.544770 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Notify callbacks [] for router, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:15.647032 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-c3bc5646-b27c-4a5f-948a-0f2d1cd11d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:12:14Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:15.675028 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc5646-b27c-4a5f-948a-0f2d1cd11d30 None None] Checking router: b217ab73-b62b-4e3c-93ff-1eea813fe4b9 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:12:15.684304 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc5646-b27c-4a5f-948a-0f2d1cd11d30 None None] Routers {'b217ab73-b62b-4e3c-93ff-1eea813fe4b9'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:15.684922 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-c3bc5646-b27c-4a5f-948a-0f2d1cd11d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:11:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:15.696228 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:15.793880 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-c3bc5646-b27c-4a5f-948a-0f2d1cd11d30 None None] Set router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:15.818865 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:15.822935 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:15.850263 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event deleted for resources: {'Port': ['ID=0f4dfc63-dae4-48c9-88f4-c11ab5ea669a,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:15.854073 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:15.912906 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:15.913249 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.l3_db [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Floating IP b49fc65e-4920-4d23-9f91-5558b1b2448e disassociated (deleted). External IP: 172.28.3.109, port: 3607450e-2948-4795-8b0d-1f1cbf13429e. Jun 29 16:12:16.047997 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Deleting port 10453a07-3460-4166-9ef2-f26b9c2534a8 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:16.048658 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:16.067151 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-c3bc5646-b27c-4a5f-948a-0f2d1cd11d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:12:14Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:16.093608 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc5646-b27c-4a5f-948a-0f2d1cd11d30 None None] The sync data for ids ['b217ab73-b62b-4e3c-93ff-1eea813fe4b9'] in dv-cinder-792209-4-smb is: [{'id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'name': 'tempest-AttachVolumeShelveTestJSON-195612293-router', 'tenant_id': '666e686de73c488ba885f0cbb4f3ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:05:17Z', 'updated_at': '2021-06-29T16:12:14Z', 'revision_number': 5, 'project_id': '666e686de73c488ba885f0cbb4f3ec49', 'gw_port': {'id': '10453a07-3460-4166-9ef2-f26b9c2534a8', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ab73-b62b-4e3c-93ff-1eea813fe4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:05:19Z', 'updated_at': '2021-06-29T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:12:16.207735 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] For port 10453a07-3460-4166-9ef2-f26b9c2534a8, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=10453a07-3460-4166-9ef2-f26b9c2534a8,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:16.208098 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:16.225331 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Calling delete_port for 10453a07-3460-4166-9ef2-f26b9c2534a8 owned by network:router_gateway {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:16.239870 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:12:16.435927 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:12:16.441330 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:16.467611 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea562cff-c65a-482d-ac30-82b176d5344f None None] Sync routers for ids ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:12:16.481590 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea562cff-c65a-482d-ac30-82b176d5344f None None] Routers {'1689e7de-fccd-4e6f-b6e8-9d5418c5119f'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:16.482754 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-ea562cff-c65a-482d-ac30-82b176d5344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:11:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:16.517911 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "DELETE /v2.0/floatingips/b49fc65e-4920-4d23-9f91-5558b1b2448e HTTP/1.1" status: 204 len: 168 time: 1.4720268 Jun 29 16:12:16.519599 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:12:16.532856 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29403a25-889d-4ef0-8eec-197c19eb2692" -d '{"events": [{"name": "network-changed", "server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:12:16.605518 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:16.610752 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-bb2225bb-f513-41a7-9983-4c248fd58abe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:16.664780 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Pushing event deleted for resources: {'Port': ['ID=10453a07-3460-4166-9ef2-f26b9c2534a8,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:16.666051 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646057bd-ba44-4899-b599-ad1f441ebef0 x-openstack-request-id: req-646057bd-ba44-4899-b599-ad1f441ebef0 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:12:16.666380 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:12:16.666730 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-646057bd-ba44-4899-b599-ad1f441ebef0 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:12:16.674872 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'status': 'completed', 'code': 200} Jun 29 16:12:16.687250 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:16.717790 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:12:16.718507 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 9a46abcd-e9b1-472c-980e-ce5fd1cb09cf not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:12:16.726884 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-ea562cff-c65a-482d-ac30-82b176d5344f None None] Set router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:16.749803 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:16.759315 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685741'] for router_gateway, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:16.778507 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29403a25-889d-4ef0-8eec-197c19eb2692 req-a7ece670-8e6f-41c8-9e4b-0380c827ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:16.780306 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-29403a25-889d-4ef0-8eec-197c19eb2692 req-a7ece670-8e6f-41c8-9e4b-0380c827ffd8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd32f82cc3c04259b7243946050d8683&device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 1098 time: 0.1273637 Jun 29 16:12:16.871432 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:16.873766 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:16.891858 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29403a25-889d-4ef0-8eec-197c19eb2692 req-3d3bc320-44fe-4102-996c-303fb5b8912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:16.893508 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-29403a25-889d-4ef0-8eec-197c19eb2692 req-3d3bc320-44fe-4102-996c-303fb5b8912a service neutron] 10.222.0.86 "GET /v2.0/networks?id=200a933c-d5f2-4d09-b782-a5bbf121ac99 HTTP/1.1" status: 200 len: 910 time: 0.1061575 Jun 29 16:12:16.963257 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-29403a25-889d-4ef0-8eec-197c19eb2692 req-b812a464-6e86-462a-9063-437a15cb801a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3607450e-2948-4795-8b0d-1f1cbf13429e HTTP/1.1" status: 200 len: 217 time: 0.0628781 Jun 29 16:12:17.006290 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-ea562cff-c65a-482d-ac30-82b176d5344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:13Z', 'revision_number': 4, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7', 'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'mac_address': 'fa:16:3e:0f:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:12Z', 'updated_at': '2021-06-29T16:07:18Z', 'revision_number': 5, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'subnets': [{'id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:17.017560 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29403a25-889d-4ef0-8eec-197c19eb2692 req-4a8748c7-c48c-4bc3-8b32-c4f8f4a59ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:17.019259 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-29403a25-889d-4ef0-8eec-197c19eb2692 req-4a8748c7-c48c-4bc3-8b32-c4f8f4a59ac7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bb01e977-375a-4628-a3e9-87626f83517a HTTP/1.1" status: 200 len: 848 time: 0.0465677 Jun 29 16:12:17.036131 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea562cff-c65a-482d-ac30-82b176d5344f None None] Checking router: 1689e7de-fccd-4e6f-b6e8-9d5418c5119f for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:12:17.045679 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea562cff-c65a-482d-ac30-82b176d5344f None None] Routers {'1689e7de-fccd-4e6f-b6e8-9d5418c5119f'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:17.046311 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-ea562cff-c65a-482d-ac30-82b176d5344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:11:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:17.080381 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29403a25-889d-4ef0-8eec-197c19eb2692 req-ed88a747-6de8-4002-8817-02ec267a0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:17.081918 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-29403a25-889d-4ef0-8eec-197c19eb2692 req-ed88a747-6de8-4002-8817-02ec267a0298 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=200a933c-d5f2-4d09-b782-a5bbf121ac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0566316 Jun 29 16:12:17.097420 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654956'] for router, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.098038 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b217ab73-b62b-4e3c-93ff-1eea813fe4b9 {{(pid=93589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:12:17.106680 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] Notify callbacks [] for router, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.106680 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c8ea70cc-0859-494d-a75a-10af4f856290 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b217ab73-b62b-4e3c-93ff-1eea813fe4b9 HTTP/1.1" status: 204 len: 168 time: 1.7724097 Jun 29 16:12:17.112124 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55210) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:17.225386 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ab8b7a-6f8a-4e01-890b-f18347b5297f admin admin] Deleting subnet bcba7253-a8a4-4c4a-856e-c931d3a02acd {{(pid=93589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:12:17.229526 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a0ab8b7a-6f8a-4e01-890b-f18347b5297f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.275347 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a0ab8b7a-6f8a-4e01-890b-f18347b5297f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014248'] for subnet, precommit_delete_associations {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.300429 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-29403a25-889d-4ef0-8eec-197c19eb2692 req-04aafdfc-c8b0-47e0-a159-7f42aadb8a49 service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117293 Jun 29 16:12:17.364585 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-ea562cff-c65a-482d-ac30-82b176d5344f None None] Set router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:17.462141 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766a537-d1e9-4a23-af33-7ce0e0c1cbb8 req-fb951c33-3822-4da8-9ddb-0d1f21b45a8c tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:17.463833 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6766a537-d1e9-4a23-af33-7ce0e0c1cbb8 req-fb951c33-3822-4da8-9ddb-0d1f21b45a8c tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.1990678 Jun 29 16:12:17.470447 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-29403a25-889d-4ef0-8eec-197c19eb2692 req-88caed46-85f5-41a7-a983-127ac542c5db service neutron] 10.222.0.86 "GET /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422811 Jun 29 16:12:17.511274 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6766a537-d1e9-4a23-af33-7ce0e0c1cbb8 req-8eb110da-1cde-4670-93f4-6a8d938632ef tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384037 Jun 29 16:12:17.589574 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-ea562cff-c65a-482d-ac30-82b176d5344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:13Z', 'revision_number': 4, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7', 'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'mac_address': 'fa:16:3e:0f:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:12Z', 'updated_at': '2021-06-29T16:07:18Z', 'revision_number': 5, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'subnets': [{'id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:17.621902 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea562cff-c65a-482d-ac30-82b176d5344f None None] The sync data for ids ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'] in dv-cinder-792209-4-smb is: [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:07:13Z', 'revision_number': 4, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': '2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7', 'name': '', 'network_id': '200a933c-d5f2-4d09-b782-a5bbf121ac99', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'mac_address': 'fa:16:3e:0f:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:12Z', 'updated_at': '2021-06-29T16:07:18Z', 'revision_number': 5, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'subnets': [{'id': 'bb01e977-375a-4628-a3e9-87626f83517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:12:17.707123 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a0ab8b7a-6f8a-4e01-890b-f18347b5297f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.834858 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a0ab8b7a-6f8a-4e01-890b-f18347b5297f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25630644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26912144'] for subnet, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.838411 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-796cf544-f045-40ac-ada6-4d2e75af70f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:17.863941 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab8b7a-6f8a-4e01-890b-f18347b5297f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcba7253-a8a4-4c4a-856e-c931d3a02acd,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:17.866053 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a0ab8b7a-6f8a-4e01-890b-f18347b5297f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.868254 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-a0ab8b7a-6f8a-4e01-890b-f18347b5297f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bcba7253-a8a4-4c4a-856e-c931d3a02acd HTTP/1.1" status: 204 len: 168 time: 0.7543912 Jun 29 16:12:17.869299 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a0ab8b7a-6f8a-4e01-890b-f18347b5297f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:17.871084 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55216) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:17.873784 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651f8f70-7869-4b09-8386-3f665a2fca7d None None] Network ed9107c0-0852-43ee-80ef-c5c82cf4c16b requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:12:17.884542 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db94ca37-3094-442f-b483-db30cf29ea17 None None] New status for floating IP b49fc65e-4920-4d23-9f91-5558b1b2448e: DOWN {{(pid=93591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:12:17.942304 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.005012 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Deleting port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:18.005353 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.027278 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-27212db9-75f5-43da-9c04-d3d8b49639b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.070919 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] For port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:18.071991 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.075841 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] DHCP port deletion for ed9107c0-0852-43ee-80ef-c5c82cf4c16b request from dv-cinder-792209-4-smb {{(pid=93590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:12:18.084727 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Calling delete_port for 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 owned by network:dhcp {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:18.125818 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Deleting port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 {{(pid=93590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:18.126233 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.191844 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] For port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4,segment=NetworkSegment(2707b1a5-bf1a-461c-9304-acddf2a01a66),segment_id=2707b1a5-bf1a-461c-9304-acddf2a01a66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:18.192296 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.209364 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Calling delete_port for 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 owned by network:dhcp {{(pid=93590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:18.296758 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 10453a07-3460-4166-9ef2-f26b9c2534a8 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:18.326943 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 10453a07-3460-4166-9ef2-f26b9c2534a8 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:12:18.327280 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 10453a07-3460-4166-9ef2-f26b9c2534a8 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:12:18.327688 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:18.410033 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.413388 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.424642 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:18.441755 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.444658 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4d93114f-c47e-4d1d-bb96-4f87172b7980 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:18.451179 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Pushing event deleted for resources: {'Port': ['ID=2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4,revision_number=None']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:18.468100 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] No DVR routers for this DVR port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 on host dv-cinder-792209-4-smb {{(pid=93590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:12:18.468214 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:18.471220 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:18.472076 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] No DVR routers for this DVR port 2a5f4864-ef02-4c88-9e7e-f148cb7ac6c4 on host dv-cinder-792209-4-smb {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:12:18.485197 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.485536 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.486090 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.486493 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.486829 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.487164 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.487528 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.487895 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.488223 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.488548 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.488869 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.489187 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:18.492563 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-3551db86-fbea-4092-9071-841975daa0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:18.559218 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.581595 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9107c0-0852-43ee-80ef-c5c82cf4c16b']}} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:18.608523 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2707b1a5-bf1a-461c-9304-acddf2a01a66') {'for_net_delete': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:18.608816 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2707b1a5-bf1a-461c-9304-acddf2a01a66') {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:18.621198 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641704'] for segment, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.639886 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.648270 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=93588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:12:18.648807 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25294848'] for segment, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: self.session.flush() Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: self.session.flush() Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: self.session.flush() Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: self.session.flush() Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: Traceback (most recent call last): Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: timer() Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: cb(*args, **kw) Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: return func(*args, **kwargs) Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: self._notify() Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: self.callback(batched_events) Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: event.method(event) Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: return f(self, *a, **k) Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: return self._get(url).json() Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: return self.request(url, 'GET', **kwargs) Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:12:18.650374 dv-cinder-792209-4-smb neutron-server[93588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:12:18.709034 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf825bc-9273-4a82-a526-a0a90dc1b3c3 req-540e18ca-ae50-4d43-8e01-69e095a82c8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:18.710501 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2bf825bc-9273-4a82-a526-a0a90dc1b3c3 req-540e18ca-ae50-4d43-8e01-69e095a82c8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.86 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.1486483 Jun 29 16:12:18.729847 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eacf22-338f-443f-97e0-ad59cf7aa2b7 req-4ff539e5-7d1f-4e0a-94d5-d10f6143fc4f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:18.731693 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-73eacf22-338f-443f-97e0-ad59cf7aa2b7 req-4ff539e5-7d1f-4e0a-94d5-d10f6143fc4f tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 945 time: 0.0963247 Jun 29 16:12:18.778583 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-73eacf22-338f-443f-97e0-ad59cf7aa2b7 req-406073ed-8086-4f9b-97ce-71714be48a20 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/security-groups?id=c64ba747-ad70-4958-b979-8db482bb9e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405698 Jun 29 16:12:18.829379 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-2bf825bc-9273-4a82-a526-a0a90dc1b3c3 req-6c53a4fd-5845-4a34-967c-e1309825da8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Deleting port 3607450e-2948-4795-8b0d-1f1cbf13429e {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:18.829675 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-2bf825bc-9273-4a82-a526-a0a90dc1b3c3 req-6c53a4fd-5845-4a34-967c-e1309825da8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.834254 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.871138 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ce05fdcb-77ee-4724-891c-3c04ffaab36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:18.879317 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.879317 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] 10.222.0.13 "DELETE /v2.0/networks/ed9107c0-0852-43ee-80ef-c5c82cf4c16b HTTP/1.1" status: 204 len: 168 time: 1.0041537 Jun 29 16:12:18.892865 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=ed9107c0-0852-43ee-80ef-c5c82cf4c16b,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:18.896543 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-65f1275a-aecd-4d66-8f85-b3691e719b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:18.940531 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-2bf825bc-9273-4a82-a526-a0a90dc1b3c3 req-6c53a4fd-5845-4a34-967c-e1309825da8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] For port 3607450e-2948-4795-8b0d-1f1cbf13429e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3607450e-2948-4795-8b0d-1f1cbf13429e,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:18.940894 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-2bf825bc-9273-4a82-a526-a0a90dc1b3c3 req-6c53a4fd-5845-4a34-967c-e1309825da8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.954293 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-2bf825bc-9273-4a82-a526-a0a90dc1b3c3 req-6c53a4fd-5845-4a34-967c-e1309825da8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Calling delete_port for 3607450e-2948-4795-8b0d-1f1cbf13429e owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:19.188630 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-2bf825bc-9273-4a82-a526-a0a90dc1b3c3 req-6c53a4fd-5845-4a34-967c-e1309825da8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:19.193818 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:19.221192 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53a4fd-5845-4a34-967c-e1309825da8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event deleted for resources: {'Port': ['ID=3607450e-2948-4795-8b0d-1f1cbf13429e,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:19.224233 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6c53a4fd-5845-4a34-967c-e1309825da8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:19.269275 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf825bc-9273-4a82-a526-a0a90dc1b3c3 req-6c53a4fd-5845-4a34-967c-e1309825da8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] No DVR routers for this DVR port 3607450e-2948-4795-8b0d-1f1cbf13429e on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:12:19.269275 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-2bf825bc-9273-4a82-a526-a0a90dc1b3c3 req-6c53a4fd-5845-4a34-967c-e1309825da8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:19.270571 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2bf825bc-9273-4a82-a526-a0a90dc1b3c3 req-6c53a4fd-5845-4a34-967c-e1309825da8b tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.86 "DELETE /v2.0/ports/3607450e-2948-4795-8b0d-1f1cbf13429e HTTP/1.1" status: 204 len: 173 time: 0.5543575 Jun 29 16:12:19.271084 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'name': 'network-vif-deleted', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:12:19.273600 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0871e836-0e02-421f-8431-fe0489d1eb22" -d '{"events": [{"server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "name": "network-vif-deleted", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:12:19.277857 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55230) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:19.312867 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0692425-1333-4fc1-97ad-97a3c10a3c08 x-openstack-request-id: req-b0692425-1333-4fc1-97ad-97a3c10a3c08 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:12:19.312867 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a595a3-d20b-4f02-a60d-7f07e1af2996", "name": "network-vif-deleted", "tag": "3607450e-2948-4795-8b0d-1f1cbf13429e", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:12:19.313079 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0692425-1333-4fc1-97ad-97a3c10a3c08 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:12:19.313460 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a595a3-d20b-4f02-a60d-7f07e1af2996', 'name': 'network-vif-deleted', 'tag': '3607450e-2948-4795-8b0d-1f1cbf13429e', 'status': 'completed', 'code': 200} Jun 29 16:12:19.320709 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-5b76065d-8cef-40f3-9839-7ae4fc34374e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=666e686de73c488ba885f0cbb4f3ec49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418961 Jun 29 16:12:19.323228 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55232) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:19.371762 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1b1797eb-f9e4-4063-80ca-1b17282d34fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:19.393111 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1b1797eb-f9e4-4063-80ca-1b17282d34fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:19.546858 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1b1797eb-f9e4-4063-80ca-1b17282d34fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:19.549817 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1b1797eb-f9e4-4063-80ca-1b17282d34fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:19.555034 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-1b1797eb-f9e4-4063-80ca-1b17282d34fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56eebb5c-8ed6-4cc0-98cf-969ac4fdeb5b HTTP/1.1" status: 204 len: 168 time: 0.2270827 Jun 29 16:12:19.555034 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6c633976-cf33-4b3b-8992-9fb2ddb434be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:19.563676 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1797eb-f9e4-4063-80ca-1b17282d34fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eebb5c-8ed6-4cc0-98cf-969ac4fdeb5b,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:19.566388 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-1b1797eb-f9e4-4063-80ca-1b17282d34fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:19.931588 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5444032d-2af6-4619-86c8-055fade5d54c req-dd4deafc-ffa7-4cd6-8720-4b61e07def60 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a595a3-d20b-4f02-a60d-7f07e1af2996 HTTP/1.1" status: 200 len: 210 time: 0.0281270 Jun 29 16:12:20.239907 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-e3cb5427-6552-4ce1-97b3-fe0869e69606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:20.377070 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:21.029342 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55274) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:21.056544 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:12:21.087750 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-95b4ed5c-f9fa-48ab-b267-6aaec94310a3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:21.115889 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-95b4ed5c-f9fa-48ab-b267-6aaec94310a3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:21.257191 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-95b4ed5c-f9fa-48ab-b267-6aaec94310a3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:21.259885 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-95b4ed5c-f9fa-48ab-b267-6aaec94310a3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:21.261123 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-95b4ed5c-f9fa-48ab-b267-6aaec94310a3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] 10.222.0.13 "DELETE /v2.0/security-groups/c64ba747-ad70-4958-b979-8db482bb9e55 HTTP/1.1" status: 204 len: 168 time: 0.2307920 Jun 29 16:12:21.261900 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-44f4cac4-d413-4dda-bebf-507399589a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:21.271391 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4ed5c-f9fa-48ab-b267-6aaec94310a3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64ba747-ad70-4958-b979-8db482bb9e55,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:21.274686 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-95b4ed5c-f9fa-48ab-b267-6aaec94310a3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:21.382479 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55288) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:21.604731 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:21.993797 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655353'] for router_interface, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.259625 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55312) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:22.282220 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] Deleting port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:22.282812 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.368344 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] For port 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:22.368344 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.381692 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] Calling delete_port for 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 owned by network:router_interface {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:22.409002 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d22f3fa1-37d2-4794-8636-a70313c4f05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.513958 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d22f3fa1-37d2-4794-8636-a70313c4f05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.708431 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d22f3fa1-37d2-4794-8636-a70313c4f05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.713872 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bc64e03e-35d9-41cb-951c-840555d0b01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:22.747770 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f3fa1-37d2-4794-8636-a70313c4f05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff7ae1b-a67c-4da4-bed3-433ba23c545a,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:22.754047 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-d22f3fa1-37d2-4794-8636-a70313c4f05e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc80c4b93ae6496c9d6e548bc7f2a8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929461 Jun 29 16:12:22.755111 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55318) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:22.755524 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d22f3fa1-37d2-4794-8636-a70313c4f05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:22.808601 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a9bd4104-93f8-47ec-a1d2-7fd8a42abc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.829713 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a9bd4104-93f8-47ec-a1d2-7fd8a42abc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.840706 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.847125 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5b5c0efa-bf09-42a1-8bb1-eab9315f0229 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:22.882442 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] Pushing event deleted for resources: {'Port': ['ID=2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:22.886880 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:23.045804 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:23.047915 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a9bd4104-93f8-47ec-a1d2-7fd8a42abc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:23.050622 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a9bd4104-93f8-47ec-a1d2-7fd8a42abc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:23.051940 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-a9bd4104-93f8-47ec-a1d2-7fd8a42abc55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ff7ae1b-a67c-4da4-bed3-433ba23c545a HTTP/1.1" status: 204 len: 168 time: 0.2952058 Jun 29 16:12:23.054915 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-66b5d933-25cf-4196-84fe-acc7f2383a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:23.062872 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685385'] for router_interface, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:23.073919 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd4104-93f8-47ec-a1d2-7fd8a42abc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff7ae1b-a67c-4da4-bed3-433ba23c545a,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:23.076500 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a9bd4104-93f8-47ec-a1d2-7fd8a42abc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:23.161109 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 3607450e-2948-4795-8b0d-1f1cbf13429e no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:23.182002 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 3607450e-2948-4795-8b0d-1f1cbf13429e {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:12:23.182353 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 3607450e-2948-4795-8b0d-1f1cbf13429e not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:12:23.296814 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] Router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:12:23.408094 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:12:23.413155 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-0d03d90d-e0e7-4086-a903-3142415f5266 admin admin] 10.222.0.13 "PUT /v2.0/routers/1689e7de-fccd-4e6f-b6e8-9d5418c5119f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0296416 Jun 29 16:12:23.415912 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55324) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:23.421131 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdde2e7-e3af-47b0-bba6-ea67322936ab None None] Sync routers for ids ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:12:23.428045 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdde2e7-e3af-47b0-bba6-ea67322936ab None None] Routers {'1689e7de-fccd-4e6f-b6e8-9d5418c5119f'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:23.428783 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-4fdde2e7-e3af-47b0-bba6-ea67322936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:12:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:23.524473 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:23.544947 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-4fdde2e7-e3af-47b0-bba6-ea67322936ab None None] Set router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:23.639278 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:23.764259 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55330) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:23.780903 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5453b807-a458-40ae-bc9a-34fad4098b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:23.786799 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-4fdde2e7-e3af-47b0-bba6-ea67322936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:12:22Z', 'revision_number': 5, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port': {'id': 'e80cccf3-3e3b-41ae-aec9-c799b98c6e75', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:09Z', 'updated_at': '2021-06-29T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:23.826115 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdde2e7-e3af-47b0-bba6-ea67322936ab None None] Checking router: 1689e7de-fccd-4e6f-b6e8-9d5418c5119f for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:12:23.829522 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Deleting port e80cccf3-3e3b-41ae-aec9-c799b98c6e75 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:23.829909 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:23.840324 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdde2e7-e3af-47b0-bba6-ea67322936ab None None] Routers {'1689e7de-fccd-4e6f-b6e8-9d5418c5119f'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:23.841516 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-4fdde2e7-e3af-47b0-bba6-ea67322936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:12:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:23.943332 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] For port e80cccf3-3e3b-41ae-aec9-c799b98c6e75, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=e80cccf3-3e3b-41ae-aec9-c799b98c6e75,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:23.943755 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:23.947634 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-4fdde2e7-e3af-47b0-bba6-ea67322936ab None None] Set router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f gateway port host: None {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:23.974366 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Calling delete_port for e80cccf3-3e3b-41ae-aec9-c799b98c6e75 owned by network:router_gateway {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:23.988013 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5453b807-a458-40ae-bc9a-34fad4098b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.005340 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-4fdde2e7-e3af-47b0-bba6-ea67322936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:12:23Z', 'revision_number': 6, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port_host': None}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:24.028355 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55334) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:24.040512 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdde2e7-e3af-47b0-bba6-ea67322936ab None None] The sync data for ids ['1689e7de-fccd-4e6f-b6e8-9d5418c5119f'] in dv-cinder-792209-4-smb is: [{'id': '1689e7de-fccd-4e6f-b6e8-9d5418c5119f', 'name': 'tempest-TestShelveInstance-1476035817-router', 'tenant_id': 'bd32f82cc3c04259b7243946050d8683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:08Z', 'updated_at': '2021-06-29T16:12:23Z', 'revision_number': 6, 'project_id': 'bd32f82cc3c04259b7243946050d8683', 'gw_port_host': None}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:12:24.061543 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5453b807-a458-40ae-bc9a-34fad4098b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.066102 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d4c2b4c7-c3a5-4c5a-8c45-8b3fbe80b7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:24.146001 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5453b807-a458-40ae-bc9a-34fad4098b12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=690a7824343d4e708ab6674b50156ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807311 Jun 29 16:12:24.146246 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-eebb9549-27b1-4001-932c-348e3c0bb173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.149367 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453b807-a458-40ae-bc9a-34fad4098b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ddf0de-e1fc-4a7e-a033-103366fa15c1,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:24.154723 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55338) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:24.158287 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5453b807-a458-40ae-bc9a-34fad4098b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:24.240331 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-cfc423b4-f025-41da-8604-9f564648b5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.271412 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-cfc423b4-f025-41da-8604-9f564648b5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.297361 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.300454 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-28f34e37-9e9d-4026-ac99-1cb982597093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:24.324738 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-eebb9549-27b1-4001-932c-348e3c0bb173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.324975 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80cccf3-3e3b-41ae-aec9-c799b98c6e75,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:24.330444 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:24.395209 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685741'] for router_gateway, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.421239 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-eebb9549-27b1-4001-932c-348e3c0bb173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.423802 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-98133c85-7ecc-4880-ab77-1c7168d2a468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:24.449323 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-cfc423b4-f025-41da-8604-9f564648b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.450588 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-cfc423b4-f025-41da-8604-9f564648b5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.454048 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-cfc423b4-f025-41da-8604-9f564648b5cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3ddf0de-e1fc-4a7e-a033-103366fa15c1 HTTP/1.1" status: 204 len: 168 time: 0.2957244 Jun 29 16:12:24.492016 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-eebb9549-27b1-4001-932c-348e3c0bb173 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7300a1c033d543c38ac48d57f2611d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616969 Jun 29 16:12:24.493178 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55342) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:24.494220 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb9549-27b1-4001-932c-348e3c0bb173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db24608e-d2fb-41ca-8d01-d9cbfed5b400,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:24.500842 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-eebb9549-27b1-4001-932c-348e3c0bb173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:24.502242 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d22f3fa1-37d2-4794-8636-a70313c4f05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:24.530574 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:24.538034 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.540390 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.541311 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc423b4-f025-41da-8604-9f564648b5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ddf0de-e1fc-4a7e-a033-103366fa15c1,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:24.546603 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-cfc423b4-f025-41da-8604-9f564648b5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:24.558136 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:12:24.558487 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 2318bef3-38e7-4f92-b2dd-fcd2ba3cf6a7 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:12:24.600058 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-57275bb1-56d6-462b-837b-1f8dec0c0f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.623607 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-57275bb1-56d6-462b-837b-1f8dec0c0f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.674013 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654956'] for router, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.674537 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1689e7de-fccd-4e6f-b6e8-9d5418c5119f {{(pid=93589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:12:24.679290 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] Notify callbacks [] for router, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.681503 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5f0f04c8-e135-4505-9208-d1f547daba76 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1689e7de-fccd-4e6f-b6e8-9d5418c5119f HTTP/1.1" status: 204 len: 168 time: 1.2646184 Jun 29 16:12:24.684374 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55344) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:24.728611 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-57275bb1-56d6-462b-837b-1f8dec0c0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.731414 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-57275bb1-56d6-462b-837b-1f8dec0c0f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.736846 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-57275bb1-56d6-462b-837b-1f8dec0c0f1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db24608e-d2fb-41ca-8d01-d9cbfed5b400 HTTP/1.1" status: 204 len: 168 time: 0.2338021 Jun 29 16:12:24.736846 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-0a6c4b26-0f04-4f8b-b93f-18ab22d68246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:24.740604 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb2a4b1-b151-4348-8def-b8b7eed9923b admin admin] Deleting subnet bb01e977-375a-4628-a3e9-87626f83517a {{(pid=93588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:12:24.748031 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57275bb1-56d6-462b-837b-1f8dec0c0f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db24608e-d2fb-41ca-8d01-d9cbfed5b400,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:24.749810 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a4b1-b151-4348-8def-b8b7eed9923b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.751909 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-57275bb1-56d6-462b-837b-1f8dec0c0f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:24.805651 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a4b1-b151-4348-8def-b8b7eed9923b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641703'] for subnet, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.896045 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a4b1-b151-4348-8def-b8b7eed9923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.050831 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a4b1-b151-4348-8def-b8b7eed9923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26806353'] for subnet, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.053600 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e6688171-680b-4666-ad1f-9bee4b912d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:25.082176 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2a4b1-b151-4348-8def-b8b7eed9923b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb01e977-375a-4628-a3e9-87626f83517a,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:25.086870 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6bb2a4b1-b151-4348-8def-b8b7eed9923b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:25.090312 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a4b1-b151-4348-8def-b8b7eed9923b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.092685 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-6bb2a4b1-b151-4348-8def-b8b7eed9923b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb01e977-375a-4628-a3e9-87626f83517a HTTP/1.1" status: 204 len: 168 time: 0.4071984 Jun 29 16:12:25.095011 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55360) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:25.098060 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927f5449-c374-4be3-ae22-3139627880cd None None] Network 200a933c-d5f2-4d09-b782-a5bbf121ac99 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:12:25.197123 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.305484 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Deleting port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:25.306182 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.396881 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49725738-fd30-4047-9c83-9ebc4e0aca07 None None] DHCP port deletion for 200a933c-d5f2-4d09-b782-a5bbf121ac99 request from dv-cinder-792209-4-smb {{(pid=93590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:12:25.398316 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] For port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=38eda9b7-1ef7-4ecf-96f9-a6d77a975665,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:25.398741 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.413511 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Calling delete_port for 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 owned by network:dhcp {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:25.449662 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-49725738-fd30-4047-9c83-9ebc4e0aca07 None None] Deleting port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 {{(pid=93590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:25.450182 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-49725738-fd30-4047-9c83-9ebc4e0aca07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.524374 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-49725738-fd30-4047-9c83-9ebc4e0aca07 None None] For port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=38eda9b7-1ef7-4ecf-96f9-a6d77a975665,segment=NetworkSegment(0637c63a-190f-4a6e-a42d-c0b93f3edac6),segment_id=0637c63a-190f-4a6e-a42d-c0b93f3edac6)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:25.524795 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-49725738-fd30-4047-9c83-9ebc4e0aca07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.538870 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-49725738-fd30-4047-9c83-9ebc4e0aca07 None None] Calling delete_port for 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 owned by network:dhcp {{(pid=93590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:25.577030 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.580537 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f7d2a91e-ad2a-4e7b-951c-dac1ed94a0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:25.614345 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] No DVR routers for this DVR port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 on host dv-cinder-792209-4-smb {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:12:25.621976 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Pushing event deleted for resources: {'Port': ['ID=38eda9b7-1ef7-4ecf-96f9-a6d77a975665,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:25.624658 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-49725738-fd30-4047-9c83-9ebc4e0aca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.628365 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:25.628881 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:25.649557 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49725738-fd30-4047-9c83-9ebc4e0aca07 None None] Pushing event deleted for resources: {'Port': ['ID=38eda9b7-1ef7-4ecf-96f9-a6d77a975665,revision_number=None']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:25.653075 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-49725738-fd30-4047-9c83-9ebc4e0aca07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:25.655789 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49725738-fd30-4047-9c83-9ebc4e0aca07 None None] No DVR routers for this DVR port 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 on host dv-cinder-792209-4-smb {{(pid=93590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:12:25.704140 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.714628 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200a933c-d5f2-4d09-b782-a5bbf121ac99']}} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:25.725127 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0637c63a-190f-4a6e-a42d-c0b93f3edac6') {'for_net_delete': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:25.725334 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0637c63a-190f-4a6e-a42d-c0b93f3edac6') {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:25.736437 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641704'] for segment, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.751478 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.757780 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=93588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:12:25.758826 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25294848'] for segment, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: Traceback (most recent call last): Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: timer() Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: cb(*args, **kw) Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: return func(*args, **kwargs) Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: self._notify() Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: self.callback(batched_events) Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: event.method(event) Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: return f(self, *a, **k) Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: return self._get(url).json() Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: return self.request(url, 'GET', **kwargs) Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:12:25.760638 dv-cinder-792209-4-smb neutron-server[93588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:12:25.924401 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.928043 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:25.931237 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:25.937685 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] 10.222.0.13 "DELETE /v2.0/networks/200a933c-d5f2-4d09-b782-a5bbf121ac99 HTTP/1.1" status: 204 len: 168 time: 0.8369596 Jun 29 16:12:25.937853 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55388) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:25.943960 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Pushing event deleted for resources: {'Network': ['ID=200a933c-d5f2-4d09-b782-a5bbf121ac99,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:25.946462 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:26.324618 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e80cccf3-3e3b-41ae-aec9-c799b98c6e75 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:26.365187 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: e80cccf3-3e3b-41ae-aec9-c799b98c6e75 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:12:26.365937 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e80cccf3-3e3b-41ae-aec9-c799b98c6e75 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:12:26.366772 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:26.400947 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:12:26.401657 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 38eda9b7-1ef7-4ecf-96f9-a6d77a975665 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:12:26.429309 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655353'] for router_interface, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:26.730737 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] Deleting port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:26.731083 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:26.825471 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] For port 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=2a0cca06-3fe7-4b58-bf6d-d3051bd9a596,segment=NetworkSegment(3d469ceb-fa85-49c3-bb6f-9496244973a2),segment_id=3d469ceb-fa85-49c3-bb6f-9496244973a2)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:26.825846 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:26.841422 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] Calling delete_port for 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 owned by network:router_interface {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:27.120063 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:27.123199 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d31373ae-8c8c-43c9-86e4-47aa5e21ed60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:27.148792 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0cca06-3fe7-4b58-bf6d-d3051bd9a596,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:27.153998 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:27.174490 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55426) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:27.328744 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685385'] for router_interface, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:27.335607 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-dd076b24-8b78-4254-b825-3bd1ca2f1510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:27.449829 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-dd076b24-8b78-4254-b825-3bd1ca2f1510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:27.512894 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-dd076b24-8b78-4254-b825-3bd1ca2f1510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:27.517464 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-1e788004-8fd8-42e3-bc78-b427fbea3cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:27.556070 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-dd076b24-8b78-4254-b825-3bd1ca2f1510 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc7c915be2084681926ffb069b637c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804219 Jun 29 16:12:27.558401 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd076b24-8b78-4254-b825-3bd1ca2f1510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15de35b1-f20a-4949-b80a-9ecb8396239e,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:27.558709 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55434) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:27.561719 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-dd076b24-8b78-4254-b825-3bd1ca2f1510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:27.617097 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] Router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:12:27.645701 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-05ee21ac-bd1e-4d60-a0da-ac0856820971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:27.733110 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-05ee21ac-bd1e-4d60-a0da-ac0856820971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:28.101044 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:12:28.106942 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-894dec1e-6c20-4978-be34-ceff371c4ed0 admin admin] 10.222.0.13 "PUT /v2.0/routers/6ac0f488-2b1d-4845-bd46-eef4691f5db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1698506 Jun 29 16:12:28.109711 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55436) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:28.116438 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a10c6fa-7562-4a1b-bb15-4ad2c0684048 None None] Sync routers for ids ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:12:28.121304 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10c6fa-7562-4a1b-bb15-4ad2c0684048 None None] Routers {'6ac0f488-2b1d-4845-bd46-eef4691f5db4'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:28.121946 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-7a10c6fa-7562-4a1b-bb15-4ad2c0684048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:12:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:28.224567 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Notify callbacks [] for router, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:28.227140 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-7a10c6fa-7562-4a1b-bb15-4ad2c0684048 None None] Set router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:28.275002 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-05ee21ac-bd1e-4d60-a0da-ac0856820971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:28.277727 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-05ee21ac-bd1e-4d60-a0da-ac0856820971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:28.278887 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-05ee21ac-bd1e-4d60-a0da-ac0856820971 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15de35b1-f20a-4949-b80a-9ecb8396239e HTTP/1.1" status: 204 len: 168 time: 0.7192192 Jun 29 16:12:28.281544 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-22801708-8268-4714-a943-845f0fa3b2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:28.297670 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee21ac-bd1e-4d60-a0da-ac0856820971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15de35b1-f20a-4949-b80a-9ecb8396239e,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:28.301057 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-05ee21ac-bd1e-4d60-a0da-ac0856820971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:28.380310 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:28.454112 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-7a10c6fa-7562-4a1b-bb15-4ad2c0684048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'name': 'tempest-TestShelveInstance-1034677275-router', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:16Z', 'updated_at': '2021-06-29T16:12:26Z', 'revision_number': 5, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'gw_port': {'id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:17Z', 'updated_at': '2021-06-29T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:28.491838 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a10c6fa-7562-4a1b-bb15-4ad2c0684048 None None] Checking router: 6ac0f488-2b1d-4845-bd46-eef4691f5db4 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:12:28.502771 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10c6fa-7562-4a1b-bb15-4ad2c0684048 None None] Routers {'6ac0f488-2b1d-4845-bd46-eef4691f5db4'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:28.503604 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-7a10c6fa-7562-4a1b-bb15-4ad2c0684048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:12:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:28.565784 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Deleting port 136b266a-3f56-4c45-8e70-1eb91c969fa6 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:28.596687 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:28.641039 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-7a10c6fa-7562-4a1b-bb15-4ad2c0684048 None None] Set router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:28.660784 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] For port 136b266a-3f56-4c45-8e70-1eb91c969fa6, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=136b266a-3f56-4c45-8e70-1eb91c969fa6,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:28.661141 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:28.683120 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Calling delete_port for 136b266a-3f56-4c45-8e70-1eb91c969fa6 owned by network:router_gateway {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:28.839639 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-7a10c6fa-7562-4a1b-bb15-4ad2c0684048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'name': 'tempest-TestShelveInstance-1034677275-router', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:16Z', 'updated_at': '2021-06-29T16:12:26Z', 'revision_number': 5, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'gw_port': {'id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:17Z', 'updated_at': '2021-06-29T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:28.866653 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a10c6fa-7562-4a1b-bb15-4ad2c0684048 None None] The sync data for ids ['6ac0f488-2b1d-4845-bd46-eef4691f5db4'] in dv-cinder-792209-4-smb is: [{'id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'name': 'tempest-TestShelveInstance-1034677275-router', 'tenant_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:16Z', 'updated_at': '2021-06-29T16:12:26Z', 'revision_number': 5, 'project_id': 'c40b0efe7feb40238a8199c2096d3e1b', 'gw_port': {'id': '136b266a-3f56-4c45-8e70-1eb91c969fa6', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac0f488-2b1d-4845-bd46-eef4691f5db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:17Z', 'updated_at': '2021-06-29T16:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:12:28.987171 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:28.990635 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:29.016441 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Pushing event deleted for resources: {'Port': ['ID=136b266a-3f56-4c45-8e70-1eb91c969fa6,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:29.026561 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:29.091385 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685741'] for router_gateway, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.165703 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55448) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:29.180735 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7263-833c-4ee4-8cf3-861198d05c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.206532 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.209284 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.301093 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7263-833c-4ee4-8cf3-861198d05c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.337011 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654956'] for router, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.337624 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ac0f488-2b1d-4845-bd46-eef4691f5db4 {{(pid=93589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:12:29.342285 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] Notify callbacks [] for router, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.343739 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-d4e91a12-1a98-4461-8c6f-3f1cec03ac09 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6ac0f488-2b1d-4845-bd46-eef4691f5db4 HTTP/1.1" status: 204 len: 168 time: 1.2330270 Jun 29 16:12:29.346801 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55450) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:29.369472 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7263-833c-4ee4-8cf3-861198d05c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.376671 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f9d89c0b-0d10-4da1-b4d8-de510e094d9d tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:29.394761 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f3eff6-50b7-4f84-93d1-9bbccd78cab2 admin admin] Deleting subnet 9b60f6c9-e2f5-4740-bde9-7f62353778f6 {{(pid=93589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:12:29.398404 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e5f3eff6-50b7-4f84-93d1-9bbccd78cab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.410858 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a7263-833c-4ee4-8cf3-861198d05c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b60693-259b-4a1c-aaac-80fd8743efb1,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:29.415739 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-eb5a7263-833c-4ee4-8cf3-861198d05c80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3275836587246dd81f02326e3497bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488320 Jun 29 16:12:29.416781 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-eb5a7263-833c-4ee4-8cf3-861198d05c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:29.418564 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55452) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:29.465354 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e5f3eff6-50b7-4f84-93d1-9bbccd78cab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014248'] for subnet, precommit_delete_associations {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.579108 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-278619be-9a49-4e84-aa0a-dd0513340794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.669155 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-278619be-9a49-4e84-aa0a-dd0513340794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.690783 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e5f3eff6-50b7-4f84-93d1-9bbccd78cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.895943 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e5f3eff6-50b7-4f84-93d1-9bbccd78cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25630644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26912144'] for subnet, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.899770 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-25ed9027-a131-4f8d-8344-a948b4597ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:29.923876 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3eff6-50b7-4f84-93d1-9bbccd78cab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b60f6c9-e2f5-4740-bde9-7f62353778f6,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:29.925658 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-278619be-9a49-4e84-aa0a-dd0513340794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.941910 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-278619be-9a49-4e84-aa0a-dd0513340794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.941910 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-278619be-9a49-4e84-aa0a-dd0513340794 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26b60693-259b-4a1c-aaac-80fd8743efb1 HTTP/1.1" status: 204 len: 168 time: 0.5099955 Jun 29 16:12:29.941910 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e5f3eff6-50b7-4f84-93d1-9bbccd78cab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:29.941910 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-6fa4e83d-01c8-4b64-924c-d929783d39fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:29.941910 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e5f3eff6-50b7-4f84-93d1-9bbccd78cab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:29.941910 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e5f3eff6-50b7-4f84-93d1-9bbccd78cab2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9b60f6c9-e2f5-4740-bde9-7f62353778f6 HTTP/1.1" status: 204 len: 168 time: 0.5914440 Jun 29 16:12:29.943762 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55456) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:29.946309 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b80ab3-9882-4eca-9253-b4216d559435 None None] Network 52cdbd0d-47f7-4f58-b1cd-48bec41a53de requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:12:29.952262 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278619be-9a49-4e84-aa0a-dd0513340794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b60693-259b-4a1c-aaac-80fd8743efb1,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:29.963445 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-278619be-9a49-4e84-aa0a-dd0513340794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:30.019204 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.087946 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Deleting port e33992e2-4252-4b2b-b9eb-5a33a04876b8 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:30.088379 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.156251 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] For port e33992e2-4252-4b2b-b9eb-5a33a04876b8, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=e33992e2-4252-4b2b-b9eb-5a33a04876b8,segment=NetworkSegment(3d469ceb-fa85-49c3-bb6f-9496244973a2),segment_id=3d469ceb-fa85-49c3-bb6f-9496244973a2)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:30.156532 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.172481 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Calling delete_port for e33992e2-4252-4b2b-b9eb-5a33a04876b8 owned by network:dhcp {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:30.265080 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] DHCP port deletion for 52cdbd0d-47f7-4f58-b1cd-48bec41a53de request from dv-cinder-792209-4-smb {{(pid=93590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:12:30.331846 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 136b266a-3f56-4c45-8e70-1eb91c969fa6 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:30.359895 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.363286 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a6f80acc-f6b9-4b8b-9bbb-d176225eabcb tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:30.366433 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] Deleting port e33992e2-4252-4b2b-b9eb-5a33a04876b8 {{(pid=93590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:30.370313 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.372115 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 136b266a-3f56-4c45-8e70-1eb91c969fa6 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:12:30.372680 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 136b266a-3f56-4c45-8e70-1eb91c969fa6 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:12:30.373370 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:30.389706 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=e33992e2-4252-4b2b-b9eb-5a33a04876b8,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:30.402181 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:30.402767 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] No DVR routers for this DVR port e33992e2-4252-4b2b-b9eb-5a33a04876b8 on host dv-cinder-792209-4-smb {{(pid=93589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:12:30.450169 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:12:30.450794 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 2a0cca06-3fe7-4b58-bf6d-d3051bd9a596 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:12:30.487541 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] For port e33992e2-4252-4b2b-b9eb-5a33a04876b8, host dv-cinder-792209-4-smb, got binding levels [] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:30.488091 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.491874 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.502743 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] Calling delete_port for e33992e2-4252-4b2b-b9eb-5a33a04876b8 owned by network:dhcp {{(pid=93590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:30.505772 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cdbd0d-47f7-4f58-b1cd-48bec41a53de']}} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:30.506387 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.ipam_backend_mixin [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] Port e33992e2-4252-4b2b-b9eb-5a33a04876b8 was not found and therefore no delete operation was performed {{(pid=93590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 16:12:30.509120 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.511605 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:30.521932 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d469ceb-fa85-49c3-bb6f-9496244973a2') {'for_net_delete': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:30.522275 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d469ceb-fa85-49c3-bb6f-9496244973a2') {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:30.537284 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] Pushing event deleted for resources: {'Port': ['ID=e33992e2-4252-4b2b-b9eb-5a33a04876b8,revision_number=None']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:30.539968 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:30.545427 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] No DVR routers for this DVR port e33992e2-4252-4b2b-b9eb-5a33a04876b8 on host dv-cinder-792209-4-smb {{(pid=93590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:12:30.546900 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014247'] for segment, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.562598 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.569329 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=93589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:12:30.569866 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25630489'] for segment, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: Traceback (most recent call last): Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: timer() Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: cb(*args, **kw) Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: return func(*args, **kwargs) Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: self._notify() Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: self.callback(batched_events) Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: event.method(event) Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: return f(self, *a, **k) Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: return self._get(url).json() Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: return self.request(url, 'GET', **kwargs) Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:12:30.572367 dv-cinder-792209-4-smb neutron-server[93589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:12:30.714353 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.718197 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-93714ec2-a686-4c4d-9e04-d0d0db0dcba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:30.720795 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.723929 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] 10.222.0.13 "DELETE /v2.0/networks/52cdbd0d-47f7-4f58-b1cd-48bec41a53de HTTP/1.1" status: 204 len: 168 time: 0.7778516 Jun 29 16:12:30.736172 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=52cdbd0d-47f7-4f58-b1cd-48bec41a53de,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:30.738517 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5e1ec73e-5a93-4bf4-b13b-0c21635e9dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:31.050874 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55484) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:31.090555 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-221cac9a-7f25-40b3-93c7-03aedbbba005 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd32f82cc3c04259b7243946050d8683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383718 Jun 29 16:12:31.093211 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55486) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:31.147919 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d138-3154-4071-afbb-3aa536d39401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:31.172956 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d138-3154-4071-afbb-3aa536d39401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:31.307930 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d138-3154-4071-afbb-3aa536d39401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:31.310871 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d138-3154-4071-afbb-3aa536d39401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:31.314595 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-0cf1d138-3154-4071-afbb-3aa536d39401 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50c90f93-fd90-49be-81c4-6da7013e40ee HTTP/1.1" status: 204 len: 168 time: 0.2176924 Jun 29 16:12:31.314595 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-2cb84c46-2307-4f9b-b105-59cbd5ce0370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:31.322280 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1d138-3154-4071-afbb-3aa536d39401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c90f93-fd90-49be-81c4-6da7013e40ee,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:31.324836 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-0cf1d138-3154-4071-afbb-3aa536d39401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:32.087175 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55514) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:32.127303 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-49ccf8c5-abe0-43a7-a881-08b150631031 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c40b0efe7feb40238a8199c2096d3e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388281 Jun 29 16:12:32.129986 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55516) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:32.181367 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-da69ad05-32c3-45ed-983a-e4a42deeab10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:32.203160 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-da69ad05-32c3-45ed-983a-e4a42deeab10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:32.272370 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e33992e2-4252-4b2b-b9eb-5a33a04876b8 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:32.293936 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: e33992e2-4252-4b2b-b9eb-5a33a04876b8 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:12:32.294360 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device e33992e2-4252-4b2b-b9eb-5a33a04876b8 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:12:32.354018 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-da69ad05-32c3-45ed-983a-e4a42deeab10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:32.356876 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-da69ad05-32c3-45ed-983a-e4a42deeab10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:32.358069 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-da69ad05-32c3-45ed-983a-e4a42deeab10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a6d7b5a-cde7-4ebd-8887-3157478f061a HTTP/1.1" status: 204 len: 168 time: 0.2271724 Jun 29 16:12:32.358927 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-35d7705c-68aa-43a2-a39d-9db022dd472d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:32.376272 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69ad05-32c3-45ed-983a-e4a42deeab10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6d7b5a-cde7-4ebd-8887-3157478f061a,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:32.376272 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-da69ad05-32c3-45ed-983a-e4a42deeab10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:32.777246 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.232166 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55542) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:33.336779 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.442886 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.496120 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55548) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:33.530904 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.534458 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-dcf74cd6-7c8c-47ad-8981-089f122b1e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:33.572165 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=928577e93462453a845b15ca394174ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389153 Jun 29 16:12:33.573106 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2181b006-a7ec-4ea6-82cf-39aea672e11a,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:33.579338 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55552) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:33.580614 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.580998 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.581370 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.581735 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.582091 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.582565 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.582798 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.583148 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.583846 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.583846 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.584207 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.584553 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:33.588563 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ef6121be-8a89-4dde-b66a-eebc5cccbd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:33.616555 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-49638670-fe5a-4c69-85d1-259ba54f6834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.662375 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e38e33cb-da73-4bb1-9b62-34750ec52888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.697126 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e38e33cb-da73-4bb1-9b62-34750ec52888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.773965 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-49638670-fe5a-4c69-85d1-259ba54f6834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.845264 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e38e33cb-da73-4bb1-9b62-34750ec52888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.847950 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e38e33cb-da73-4bb1-9b62-34750ec52888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.849085 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-e38e33cb-da73-4bb1-9b62-34750ec52888 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2181b006-a7ec-4ea6-82cf-39aea672e11a HTTP/1.1" status: 204 len: 168 time: 0.2721081 Jun 29 16:12:33.849897 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-5b689b78-072b-464a-9bba-532bebec061a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:33.858324 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-49638670-fe5a-4c69-85d1-259ba54f6834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.860939 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e33cb-da73-4bb1-9b62-34750ec52888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2181b006-a7ec-4ea6-82cf-39aea672e11a,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:33.863483 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-e38e33cb-da73-4bb1-9b62-34750ec52888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:33.865391 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-195da33f-6f37-43b9-961f-c8464bdd2cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:33.903225 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-49638670-fe5a-4c69-85d1-259ba54f6834 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=feefe87a51e045d7af677005a615d02c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059851 Jun 29 16:12:33.906057 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49638670-fe5a-4c69-85d1-259ba54f6834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413ccd0c-912b-4db3-aa47-6c4f2f27ecb3,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:33.906175 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55556) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:33.908942 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-49638670-fe5a-4c69-85d1-259ba54f6834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:33.961621 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ce4e297f-bc3e-423a-a662-07cfd6edd58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:33.995389 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ce4e297f-bc3e-423a-a662-07cfd6edd58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:34.159447 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ce4e297f-bc3e-423a-a662-07cfd6edd58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:34.162175 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ce4e297f-bc3e-423a-a662-07cfd6edd58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:34.164367 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-ce4e297f-bc3e-423a-a662-07cfd6edd58e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/413ccd0c-912b-4db3-aa47-6c4f2f27ecb3 HTTP/1.1" status: 204 len: 168 time: 0.2562551 Jun 29 16:12:34.164367 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7b945faa-f676-4e07-b600-3d03116f29bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:34.175772 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e297f-bc3e-423a-a662-07cfd6edd58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413ccd0c-912b-4db3-aa47-6c4f2f27ecb3,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:34.179448 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ce4e297f-bc3e-423a-a662-07cfd6edd58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:34.964295 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55562) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:34.978403 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9cd44f8b-2761-498b-ba53-396a8c3857ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:35.064942 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9cd44f8b-2761-498b-ba53-396a8c3857ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:35.136640 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-9cd44f8b-2761-498b-ba53-396a8c3857ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:35.139160 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b60b0105-5fba-4dd3-891c-2d733a3349dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:35.185527 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd44f8b-2761-498b-ba53-396a8c3857ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8801fe4b-9c50-4291-a5cd-331e502ec1c0,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:35.190196 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-9cd44f8b-2761-498b-ba53-396a8c3857ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d60db885926c4b6e9f784886a94e5b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248480 Jun 29 16:12:35.191215 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-9cd44f8b-2761-498b-ba53-396a8c3857ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:35.199357 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55564) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:35.242849 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fd39c67c-ea93-4fd8-a55c-92b740712a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:35.263630 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fd39c67c-ea93-4fd8-a55c-92b740712a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:35.428433 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fd39c67c-ea93-4fd8-a55c-92b740712a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:35.431079 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-fd39c67c-ea93-4fd8-a55c-92b740712a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:35.432260 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-fd39c67c-ea93-4fd8-a55c-92b740712a91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8801fe4b-9c50-4291-a5cd-331e502ec1c0 HTTP/1.1" status: 204 len: 168 time: 0.2373283 Jun 29 16:12:35.433102 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-da69ad05-32c3-45ed-983a-e4a42deeab10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:35.440759 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39c67c-ea93-4fd8-a55c-92b740712a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8801fe4b-9c50-4291-a5cd-331e502ec1c0,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:35.443001 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-fd39c67c-ea93-4fd8-a55c-92b740712a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:48.009220 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-f96861c7-0797-4622-b80f-7e3b6c488d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.081674 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55692) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:48.137405 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-55f955e3-9e78-4abd-964b-50060056b10a req-ffc47b67-15fc-42cf-abdf-11677110d969 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889516686&fields=id&tenant_id=318245c6ccff40f1b313b00de072b80d HTTP/1.1" status: 200 len: 267 time: 0.0343692 Jun 29 16:12:48.194239 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.239755 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f955e3-9e78-4abd-964b-50060056b10a req-e15306b5-4c9a-45bc-aadc-0e52c8a74c8d tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:48.241894 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-55f955e3-9e78-4abd-964b-50060056b10a req-e15306b5-4c9a-45bc-aadc-0e52c8a74c8d tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 985 time: 0.0984590 Jun 29 16:12:48.256663 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-55f955e3-9e78-4abd-964b-50060056b10a req-fc759854-014b-4d79-a072-3c01fc8565b4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Request body: {'port': {'security_groups': ['d03a43b9-303b-40cf-8d44-e95ec18e68ad']}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:12:48.391422 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-55f955e3-9e78-4abd-964b-50060056b10a req-fc759854-014b-4d79-a072-3c01fc8565b4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.413847 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.502806 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.527836 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-cfc423b4-f025-41da-8604-9f564648b5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:48.579963 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8af1b42b9d724e71a98ed6b84672c672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971476 Jun 29 16:12:48.582789 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55696) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:48.583467 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ba51d5-6d21-4d69-8fff-ef8f45d2f4ba,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:48.598513 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.598886 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.599257 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.599646 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.600011 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.600362 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.601244 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.601597 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.601958 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.602312 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.602660 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.603000 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:48.608290 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:48.625226 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-55f955e3-9e78-4abd-964b-50060056b10a req-fc759854-014b-4d79-a072-3c01fc8565b4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] For port 6177d2f4-1931-4053-b0f8-e3fdef837f58, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:48.633931 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5243a4dc-2008-448c-8334-0ed25608abdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.660422 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5243a4dc-2008-448c-8334-0ed25608abdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.660666 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-55f955e3-9e78-4abd-964b-50060056b10a req-fc759854-014b-4d79-a072-3c01fc8565b4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.782296 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-55f955e3-9e78-4abd-964b-50060056b10a req-fc759854-014b-4d79-a072-3c01fc8565b4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.786757 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:48.794332 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['6177d2f4-1931-4053-b0f8-e3fdef837f58'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:12:48.828804 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5243a4dc-2008-448c-8334-0ed25608abdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.830530 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f955e3-9e78-4abd-964b-50060056b10a req-fc759854-014b-4d79-a072-3c01fc8565b4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:48.831222 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-55f955e3-9e78-4abd-964b-50060056b10a req-fc759854-014b-4d79-a072-3c01fc8565b4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.834486 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5243a4dc-2008-448c-8334-0ed25608abdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.836361 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-55f955e3-9e78-4abd-964b-50060056b10a req-fc759854-014b-4d79-a072-3c01fc8565b4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "PUT /v2.0/ports/6177d2f4-1931-4053-b0f8-e3fdef837f58 HTTP/1.1" status: 200 len: 943 time: 0.5859385 Jun 29 16:12:48.836979 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:12:48.842890 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7037735-2c38-4ac7-81db-ed9687502025" -d '{"events": [{"name": "network-changed", "server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:12:48.885568 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5243a4dc-2008-448c-8334-0ed25608abdd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63ba51d5-6d21-4d69-8fff-ef8f45d2f4ba HTTP/1.1" status: 204 len: 168 time: 0.2647135 Jun 29 16:12:48.885771 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55698) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:48.885859 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-f8c8fa04-b3cc-4ce0-aeb5-beea1f7f5e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:48.885859 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243a4dc-2008-448c-8334-0ed25608abdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ba51d5-6d21-4d69-8fff-ef8f45d2f4ba,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:48.885859 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5243a4dc-2008-448c-8334-0ed25608abdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:48.919408 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc759854-014b-4d79-a072-3c01fc8565b4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event updated for resources: {'Port': ['ID=6177d2f4-1931-4053-b0f8-e3fdef837f58,revision_number=7']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:48.925191 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d232d83-0737-4e7c-b9c1-719c63cb9bde x-openstack-request-id: req-7d232d83-0737-4e7c-b9c1-719c63cb9bde {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:12:48.925191 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:12:48.925191 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d232d83-0737-4e7c-b9c1-719c63cb9bde {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:12:48.925705 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'status': 'completed', 'code': 200} Jun 29 16:12:48.930919 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-fc759854-014b-4d79-a072-3c01fc8565b4 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:48.953333 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2229d3cb-efe2-433b-add2-c2334fba4384 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.013872 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2229d3cb-efe2-433b-add2-c2334fba4384 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.020737 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['6177d2f4-1931-4053-b0f8-e3fdef837f58'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:12:49.065560 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7037735-2c38-4ac7-81db-ed9687502025 req-7c0e6286-d345-43e7-b9a7-1579630299ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:49.067097 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b7037735-2c38-4ac7-81db-ed9687502025 req-7c0e6286-d345-43e7-b9a7-1579630299ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=318245c6ccff40f1b313b00de072b80d&device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 1099 time: 0.1116490 Jun 29 16:12:49.167787 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7037735-2c38-4ac7-81db-ed9687502025 req-fc6c1c6e-a8bf-428b-8df8-0e2f59f28b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:49.169491 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b7037735-2c38-4ac7-81db-ed9687502025 req-fc6c1c6e-a8bf-428b-8df8-0e2f59f28b42 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7814843-2d5f-47f2-94b9-2a694b626df5 HTTP/1.1" status: 200 len: 915 time: 0.0945811 Jun 29 16:12:49.209126 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-794fe371-451c-4e3d-903c-49374ee34392 None None] Provisioning complete for port 6177d2f4-1931-4053-b0f8-e3fdef837f58 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:12:49.209536 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-794fe371-451c-4e3d-903c-49374ee34392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.236077 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2229d3cb-efe2-433b-add2-c2334fba4384 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.238853 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2229d3cb-efe2-433b-add2-c2334fba4384 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.243837 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-2229d3cb-efe2-433b-add2-c2334fba4384 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "DELETE /v2.0/security-groups/3cc1a58e-4533-4b30-a30d-efb87f2dc352 HTTP/1.1" status: 204 len: 168 time: 0.3888354 Jun 29 16:12:49.243837 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-9301c2f8-5efb-4af4-a07a-5c7901cfd19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:49.245579 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55706) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:49.252793 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229d3cb-efe2-433b-add2-c2334fba4384 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc1a58e-4533-4b30-a30d-efb87f2dc352,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:49.266402 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2229d3cb-efe2-433b-add2-c2334fba4384 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:49.273984 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b7037735-2c38-4ac7-81db-ed9687502025 req-8a4a92f4-be9c-423a-b4c9-e29eeddb65d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58 HTTP/1.1" status: 200 len: 1002 time: 0.0963826 Jun 29 16:12:49.350958 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7037735-2c38-4ac7-81db-ed9687502025 req-7967acb0-3ed0-40e3-98c8-120943dc3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:49.354249 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b7037735-2c38-4ac7-81db-ed9687502025 req-7967acb0-3ed0-40e3-98c8-120943dc3c8f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2bbfcd1-d022-40b2-b193-559369b2f5d7 HTTP/1.1" status: 200 len: 853 time: 0.0719545 Jun 29 16:12:49.415232 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7037735-2c38-4ac7-81db-ed9687502025 req-860648af-a354-4002-82c7-45fc9ad7a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:49.417810 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b7037735-2c38-4ac7-81db-ed9687502025 req-860648af-a354-4002-82c7-45fc9ad7a88f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7814843-2d5f-47f2-94b9-2a694b626df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0580442 Jun 29 16:12:49.439274 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Deleting port fc378bdf-82ca-4dd4-8c47-937c1c9465f5 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:49.439686 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.517408 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b7037735-2c38-4ac7-81db-ed9687502025 req-8b49d4a2-66ce-4d8b-a389-5fbc1ae336fc service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912206 Jun 29 16:12:49.519822 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.520159 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.533459 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Calling delete_port for fc378bdf-82ca-4dd4-8c47-937c1c9465f5 owned by network:floatingip {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:49.609579 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b7037735-2c38-4ac7-81db-ed9687502025 req-43f73df5-b43b-46da-904f-7ca000dc3f46 service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843585 Jun 29 16:12:49.638503 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55708) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:49.652274 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc604-4d61-4842-ace3-56e5c2d3b469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.844985 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.847176 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-10d05794-4681-49b5-a926-244f3e967e2c tempest-AttachVolumeNegativeTest-1350301065 tempest-AttachVolumeNegativeTest-1350301065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:49.872091 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event deleted for resources: {'Port': ['ID=fc378bdf-82ca-4dd4-8c47-937c1c9465f5,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:49.875353 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:49.910492 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc604-4d61-4842-ace3-56e5c2d3b469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.940280 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:49.941111 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.db.l3_db [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Floating IP 3f6911a1-7abc-4d20-bbea-cd8593c030cc disassociated (deleted). External IP: 172.28.3.144, port: 6177d2f4-1931-4053-b0f8-e3fdef837f58. Jun 29 16:12:50.044585 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc604-4d61-4842-ace3-56e5c2d3b469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:50.048015 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-49638670-fe5a-4c69-85d1-259ba54f6834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:50.086565 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-0dfcc604-4d61-4842-ace3-56e5c2d3b469 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0ba8891fb3f47a884286d84255d2b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441631 Jun 29 16:12:50.086565 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcc604-4d61-4842-ace3-56e5c2d3b469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea70d62e-8e86-48b9-b39b-3113049684f2,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:50.087559 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55710) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:50.093926 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-0dfcc604-4d61-4842-ace3-56e5c2d3b469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:50.141794 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-085681e0-8418-4bb0-83ac-a4e62b8ec0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:50.144875 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Router e6260cd8-48fe-49db-a307-2e86ff901a43 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:12:50.166868 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-085681e0-8418-4bb0-83ac-a4e62b8ec0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:50.251143 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:12:50.256115 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for floatingip, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:50.260344 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a54fc-58b4-41f5-84c8-c80ef6806a84 None None] Sync routers for ids ['e6260cd8-48fe-49db-a307-2e86ff901a43'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:12:50.269800 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a54fc-58b4-41f5-84c8-c80ef6806a84 None None] Routers {'e6260cd8-48fe-49db-a307-2e86ff901a43'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:50.270428 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-4d6a54fc-58b4-41f5-84c8-c80ef6806a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:12:20Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['e6260cd8-48fe-49db-a307-2e86ff901a43'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:50.300795 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-65758ff8-b07b-4b03-8bcc-db0c8db11520 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "DELETE /v2.0/floatingips/3f6911a1-7abc-4d20-bbea-cd8593c030cc HTTP/1.1" status: 204 len: 168 time: 1.0499392 Jun 29 16:12:50.300795 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58'}] {{(pid=93589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:12:50.300795 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}371901c5cae126cb505878ecf443fb397408effa7edaef040d7ee156b488c8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314d962b-eac4-49c6-97e4-970e6b3237df" -d '{"events": [{"name": "network-changed", "server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58"}]}' {{(pid=93589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:12:50.320207 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-3aa936a6-be27-4ef8-94ae-06930ab26c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:50.329181 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-085681e0-8418-4bb0-83ac-a4e62b8ec0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:50.331854 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-085681e0-8418-4bb0-83ac-a4e62b8ec0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:50.333029 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-085681e0-8418-4bb0-83ac-a4e62b8ec0c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea70d62e-8e86-48b9-b39b-3113049684f2 HTTP/1.1" status: 204 len: 168 time: 0.2444990 Jun 29 16:12:50.333933 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-1b1797eb-f9e4-4063-80ca-1b17282d34fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:50.342393 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085681e0-8418-4bb0-83ac-a4e62b8ec0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea70d62e-8e86-48b9-b39b-3113049684f2,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:50.344685 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-085681e0-8418-4bb0-83ac-a4e62b8ec0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:50.365906 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f171f4-d587-4880-a846-637da9b1dd28 x-openstack-request-id: req-c8f171f4-d587-4880-a846-637da9b1dd28 {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:12:50.366724 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58", "status": "completed", "code": 200}]} {{(pid=93589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:12:50.367232 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8f171f4-d587-4880-a846-637da9b1dd28 {{(pid=93589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:12:50.370924 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'status': 'completed', 'code': 200} Jun 29 16:12:50.409387 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:50.445056 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-4d6a54fc-58b4-41f5-84c8-c80ef6806a84 None None] Set router e6260cd8-48fe-49db-a307-2e86ff901a43 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:50.469550 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d962b-eac4-49c6-97e4-970e6b3237df req-ac7c60bc-f30a-4b2a-9da7-733abbd4cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:50.471103 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-314d962b-eac4-49c6-97e4-970e6b3237df req-ac7c60bc-f30a-4b2a-9da7-733abbd4cd8e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=318245c6ccff40f1b313b00de072b80d&device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 1099 time: 0.0787807 Jun 29 16:12:50.604908 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d962b-eac4-49c6-97e4-970e6b3237df req-2a826c80-59c4-4ac1-a943-82cc274c2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:50.606377 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-314d962b-eac4-49c6-97e4-970e6b3237df req-2a826c80-59c4-4ac1-a943-82cc274c2e8c service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7814843-2d5f-47f2-94b9-2a694b626df5 HTTP/1.1" status: 200 len: 915 time: 0.1289837 Jun 29 16:12:50.650013 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-314d962b-eac4-49c6-97e4-970e6b3237df req-3b826072-80f3-454c-b22a-2b7ad0e95d25 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58 HTTP/1.1" status: 200 len: 217 time: 0.0363958 Jun 29 16:12:50.668122 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-4d6a54fc-58b4-41f5-84c8-c80ef6806a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': 'ca2e0938-8d9d-40ac-9486-50876e1608db', 'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'mac_address': 'fa:16:3e:8c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:21Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 5, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'subnets': [{'id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:50.694921 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a54fc-58b4-41f5-84c8-c80ef6806a84 None None] Checking router: e6260cd8-48fe-49db-a307-2e86ff901a43 for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:12:50.699831 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d962b-eac4-49c6-97e4-970e6b3237df req-0162f065-dde3-4ac4-ae14-b2c4e01beed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:50.701427 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-314d962b-eac4-49c6-97e4-970e6b3237df req-0162f065-dde3-4ac4-ae14-b2c4e01beed9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2bbfcd1-d022-40b2-b193-559369b2f5d7 HTTP/1.1" status: 200 len: 853 time: 0.0456274 Jun 29 16:12:50.704378 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a54fc-58b4-41f5-84c8-c80ef6806a84 None None] Routers {'e6260cd8-48fe-49db-a307-2e86ff901a43'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:12:50.705002 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-4d6a54fc-58b4-41f5-84c8-c80ef6806a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:12:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['e6260cd8-48fe-49db-a307-2e86ff901a43'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:50.776397 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d962b-eac4-49c6-97e4-970e6b3237df req-263f8b22-a114-443c-afff-ad60092fea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:50.777979 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-314d962b-eac4-49c6-97e4-970e6b3237df req-263f8b22-a114-443c-afff-ad60092fea47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7814843-2d5f-47f2-94b9-2a694b626df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692761 Jun 29 16:12:50.834464 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-4d6a54fc-58b4-41f5-84c8-c80ef6806a84 None None] Set router e6260cd8-48fe-49db-a307-2e86ff901a43 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:12:50.878241 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-314d962b-eac4-49c6-97e4-970e6b3237df req-38d0cdef-7139-4deb-8fe1-1fd23d18b2d3 service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937247 Jun 29 16:12:51.006653 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-314d962b-eac4-49c6-97e4-970e6b3237df req-063cc92e-460d-45af-807c-4292f15bf022 service neutron] 10.222.0.86 "GET /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219628 Jun 29 16:12:51.087493 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-4d6a54fc-58b4-41f5-84c8-c80ef6806a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': 'ca2e0938-8d9d-40ac-9486-50876e1608db', 'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'mac_address': 'fa:16:3e:8c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:21Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 5, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'subnets': [{'id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:12:51.113194 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a54fc-58b4-41f5-84c8-c80ef6806a84 None None] The sync data for ids ['e6260cd8-48fe-49db-a307-2e86ff901a43'] in dv-cinder-792209-4-smb is: [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:10:22Z', 'revision_number': 4, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb', '_interfaces': [{'id': 'ca2e0938-8d9d-40ac-9486-50876e1608db', 'name': '', 'network_id': 'b7814843-2d5f-47f2-94b9-2a694b626df5', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'mac_address': 'fa:16:3e:8c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:21Z', 'updated_at': '2021-06-29T16:10:29Z', 'revision_number': 5, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'subnets': [{'id': 'f2bbfcd1-d022-40b2-b193-559369b2f5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:12:51.329656 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c083eab-74e7-4e12-8817-7d92d67fae38 None None] New status for floating IP 3f6911a1-7abc-4d20-bbea-cd8593c030cc: DOWN {{(pid=93591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:12:51.341437 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55726) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:51.356205 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bccfbf00-1db0-42a8-9118-5fb932a668b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:51.458017 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bccfbf00-1db0-42a8-9118-5fb932a668b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:51.587799 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bccfbf00-1db0-42a8-9118-5fb932a668b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:51.591292 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-badf738e-7eed-4a84-a61b-99aa762899f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:51.628016 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-bccfbf00-1db0-42a8-9118-5fb932a668b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c139bf292eb4b66b06bebce4837085a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854557 Jun 29 16:12:51.629319 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfbf00-1db0-42a8-9118-5fb932a668b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fad1d7-78dd-4e79-931e-a2c25d46b6f1,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:51.631008 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55728) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:51.632729 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bccfbf00-1db0-42a8-9118-5fb932a668b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:51.645846 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:51.689904 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-74551273-af72-4caf-a83d-7c913a39b696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:51.711698 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-74551273-af72-4caf-a83d-7c913a39b696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:51.837445 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-74551273-af72-4caf-a83d-7c913a39b696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:51.840237 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-74551273-af72-4caf-a83d-7c913a39b696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:51.841398 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-74551273-af72-4caf-a83d-7c913a39b696 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7fad1d7-78dd-4e79-931e-a2c25d46b6f1 HTTP/1.1" status: 204 len: 168 time: 0.2077012 Jun 29 16:12:51.842282 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-39a9899f-01b9-4d69-94cb-438637048420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:51.850092 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74551273-af72-4caf-a83d-7c913a39b696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fad1d7-78dd-4e79-931e-a2c25d46b6f1,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:51.857694 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-74551273-af72-4caf-a83d-7c913a39b696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:53.125028 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:54.146734 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d2789-d6c7-4280-9dcf-0eff2fd4ef1e req-95e19c68-c107-49e7-bc60-be811133e08c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:54.148819 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-611d2789-d6c7-4280-9dcf-0eff2fd4ef1e req-95e19c68-c107-49e7-bc60-be811133e08c tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0707126 Jun 29 16:12:54.187475 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-611d2789-d6c7-4280-9dcf-0eff2fd4ef1e req-d982034f-4693-4299-9d5e-80c263369013 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327106 Jun 29 16:12:55.363440 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecd063-036c-4b21-a7a8-666fb095920b req-24d6e772-4c76-4f93-9cab-059fdfdc7cb2 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:55.364982 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-90ecd063-036c-4b21-a7a8-666fb095920b req-24d6e772-4c76-4f93-9cab-059fdfdc7cb2 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0647242 Jun 29 16:12:55.414644 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-90ecd063-036c-4b21-a7a8-666fb095920b req-bb4015cc-33d6-4953-9ab8-0db738068a0d tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/security-groups?id=d03a43b9-303b-40cf-8d44-e95ec18e68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Jun 29 16:12:55.994121 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcc5d2-5f99-4545-b54c-1875cdddf93d req-3f4f751f-d675-4e0b-b79e-fa6878aac4b9 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:55.995566 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b4bcc5d2-5f99-4545-b54c-1875cdddf93d req-3f4f751f-d675-4e0b-b79e-fa6878aac4b9 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.86 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 946 time: 0.0689664 Jun 29 16:12:56.102579 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-b4bcc5d2-5f99-4545-b54c-1875cdddf93d req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Deleting port 6177d2f4-1931-4053-b0f8-e3fdef837f58 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:56.102924 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b4bcc5d2-5f99-4545-b54c-1875cdddf93d req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:56.205036 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-b4bcc5d2-5f99-4545-b54c-1875cdddf93d req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] For port 6177d2f4-1931-4053-b0f8-e3fdef837f58, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6177d2f4-1931-4053-b0f8-e3fdef837f58,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:56.205445 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b4bcc5d2-5f99-4545-b54c-1875cdddf93d req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:56.220963 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-b4bcc5d2-5f99-4545-b54c-1875cdddf93d req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Calling delete_port for 6177d2f4-1931-4053-b0f8-e3fdef837f58 owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:56.414749 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b4bcc5d2-5f99-4545-b54c-1875cdddf93d req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:56.419172 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ea72a36a-bad2-46c5-833a-9c65161c7c46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:56.427646 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['6177d2f4-1931-4053-b0f8-e3fdef837f58'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:12:56.450879 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Pushing event deleted for resources: {'Port': ['ID=6177d2f4-1931-4053-b0f8-e3fdef837f58,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:56.457708 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:56.496560 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bcc5d2-5f99-4545-b54c-1875cdddf93d req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] No DVR routers for this DVR port 6177d2f4-1931-4053-b0f8-e3fdef837f58 on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:12:56.499281 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-b4bcc5d2-5f99-4545-b54c-1875cdddf93d req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:56.501454 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b4bcc5d2-5f99-4545-b54c-1875cdddf93d req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.86 "DELETE /v2.0/ports/6177d2f4-1931-4053-b0f8-e3fdef837f58 HTTP/1.1" status: 204 len: 173 time: 0.4997382 Jun 29 16:12:56.503787 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'name': 'network-vif-deleted', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:12:56.504432 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2910d883-0f60-4efa-bfb8-99f684dd640f" -d '{"events": [{"server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "name": "network-vif-deleted", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:12:56.546694 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7b96e0-7cbc-4a21-8a57-43fa875a3a0b x-openstack-request-id: req-7c7b96e0-7cbc-4a21-8a57-43fa875a3a0b {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:12:56.547090 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504c2237-725e-4d88-9dfb-066698b384a0", "name": "network-vif-deleted", "tag": "6177d2f4-1931-4053-b0f8-e3fdef837f58", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:12:56.547394 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c7b96e0-7cbc-4a21-8a57-43fa875a3a0b {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:12:56.547951 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504c2237-725e-4d88-9dfb-066698b384a0', 'name': 'network-vif-deleted', 'tag': '6177d2f4-1931-4053-b0f8-e3fdef837f58', 'status': 'completed', 'code': 200} Jun 29 16:12:56.584061 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-fc24b437-a518-4fbf-93c1-5e7c75dabca4 req-d9443146-711d-42d6-97fa-e357723e0445 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] 10.222.0.13 "GET /v2.0/ports?device_id=504c2237-725e-4d88-9dfb-066698b384a0 HTTP/1.1" status: 200 len: 210 time: 0.0363388 Jun 29 16:12:58.055540 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:12:59.304803 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55884) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:59.922724 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655353'] for router_interface, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:00.175557 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] Deleting port ca2e0938-8d9d-40ac-9486-50876e1608db {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:00.175912 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:00.252429 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] For port ca2e0938-8d9d-40ac-9486-50876e1608db, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=ca2e0938-8d9d-40ac-9486-50876e1608db,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:00.252795 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:00.271496 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] Calling delete_port for ca2e0938-8d9d-40ac-9486-50876e1608db owned by network:router_interface {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:00.547257 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:00.550523 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-89cc0c47-b8e5-497e-abbd-0aafe06bf93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:00.574550 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2e0938-8d9d-40ac-9486-50876e1608db,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:00.578277 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:00.761651 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685385'] for router_interface, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:00.978139 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] Router e6260cd8-48fe-49db-a307-2e86ff901a43 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:13:01.089870 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:13:01.095443 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-97e92aad-a796-4e51-ada1-261817c3aa64 admin admin] 10.222.0.13 "PUT /v2.0/routers/e6260cd8-48fe-49db-a307-2e86ff901a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7895467 Jun 29 16:13:01.098073 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55890) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:01.101273 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32339ba9-b7b3-4648-a081-bfadfbfc9192 None None] Sync routers for ids ['e6260cd8-48fe-49db-a307-2e86ff901a43'] in dv-cinder-792209-4-smb {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:13:01.111843 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32339ba9-b7b3-4648-a081-bfadfbfc9192 None None] Routers {'e6260cd8-48fe-49db-a307-2e86ff901a43'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:13:01.112513 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-32339ba9-b7b3-4648-a081-bfadfbfc9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:12:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['e6260cd8-48fe-49db-a307-2e86ff901a43'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:01.203319 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Notify callbacks [] for router, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:01.221713 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-32339ba9-b7b3-4648-a081-bfadfbfc9192 None None] Set router e6260cd8-48fe-49db-a307-2e86ff901a43 gateway port host: dv-cinder-792209-4-smb {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:13:01.312956 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:01.355928 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 6177d2f4-1931-4053-b0f8-e3fdef837f58 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:01.384422 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 6177d2f4-1931-4053-b0f8-e3fdef837f58 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:01.384870 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 6177d2f4-1931-4053-b0f8-e3fdef837f58 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:01.431617 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Deleting port 8f0429f0-4125-4903-8854-7bea9b0926e7 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:01.432156 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:01.432268 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-32339ba9-b7b3-4648-a081-bfadfbfc9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:13:00Z', 'revision_number': 5, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port': {'id': '8f0429f0-4125-4903-8854-7bea9b0926e7', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:18Z', 'updated_at': '2021-06-29T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:01.463636 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32339ba9-b7b3-4648-a081-bfadfbfc9192 None None] Checking router: e6260cd8-48fe-49db-a307-2e86ff901a43 for host: dv-cinder-792209-4-smb {{(pid=93590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:13:01.473905 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32339ba9-b7b3-4648-a081-bfadfbfc9192 None None] Routers {'e6260cd8-48fe-49db-a307-2e86ff901a43'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:13:01.474679 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-32339ba9-b7b3-4648-a081-bfadfbfc9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:12:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['e6260cd8-48fe-49db-a307-2e86ff901a43'], 'active': True} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:01.530760 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] For port 8f0429f0-4125-4903-8854-7bea9b0926e7, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8f0429f0-4125-4903-8854-7bea9b0926e7,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:01.530760 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:01.555687 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Calling delete_port for 8f0429f0-4125-4903-8854-7bea9b0926e7 owned by network:router_gateway {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:01.566319 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvr_db [None req-32339ba9-b7b3-4648-a081-bfadfbfc9192 None None] Set router e6260cd8-48fe-49db-a307-2e86ff901a43 gateway port host: None {{(pid=93590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:13:01.629451 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_hamode_db [None req-32339ba9-b7b3-4648-a081-bfadfbfc9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:13:01Z', 'revision_number': 6, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port_host': None}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:01.657254 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32339ba9-b7b3-4648-a081-bfadfbfc9192 None None] The sync data for ids ['e6260cd8-48fe-49db-a307-2e86ff901a43'] in dv-cinder-792209-4-smb is: [{'id': 'e6260cd8-48fe-49db-a307-2e86ff901a43', 'name': 'tempest-TestMinimumBasicScenario-182389012-router', 'tenant_id': '318245c6ccff40f1b313b00de072b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:17Z', 'updated_at': '2021-06-29T16:13:01Z', 'revision_number': 6, 'project_id': '318245c6ccff40f1b313b00de072b80d', 'gw_port_host': None}] {{(pid=93590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:13:01.799033 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:01.801521 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-701e26fc-4782-49b6-8352-2f8e8e9a9355 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:01.838750 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0429f0-4125-4903-8854-7bea9b0926e7,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:01.839153 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:01.894946 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685741'] for router_gateway, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:01.992982 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:01.995140 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.141805 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654956'] for router, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.142377 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6260cd8-48fe-49db-a307-2e86ff901a43 {{(pid=93588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:13:02.147573 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Notify callbacks [] for router, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.148724 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] 10.222.0.13 "DELETE /v2.0/routers/e6260cd8-48fe-49db-a307-2e86ff901a43 HTTP/1.1" status: 204 len: 168 time: 1.0497057 Jun 29 16:13:02.151205 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55894) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:02.198623 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5b4d95-9694-4d27-b0b1-cce8f56ce9b6 admin admin] Deleting subnet f2bbfcd1-d022-40b2-b193-559369b2f5d7 {{(pid=93588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:13:02.201958 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4d95-9694-4d27-b0b1-cce8f56ce9b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.236081 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4d95-9694-4d27-b0b1-cce8f56ce9b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641703'] for subnet, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.316456 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4d95-9694-4d27-b0b1-cce8f56ce9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.434871 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4d95-9694-4d27-b0b1-cce8f56ce9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26806353'] for subnet, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.435851 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8f0429f0-4125-4903-8854-7bea9b0926e7 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:02.438331 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:02.456772 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 8f0429f0-4125-4903-8854-7bea9b0926e7 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:02.457125 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8f0429f0-4125-4903-8854-7bea9b0926e7 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:02.457566 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device ca2e0938-8d9d-40ac-9486-50876e1608db no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:02.465593 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4d95-9694-4d27-b0b1-cce8f56ce9b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.467529 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-5a5b4d95-9694-4d27-b0b1-cce8f56ce9b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f2bbfcd1-d022-40b2-b193-559369b2f5d7 HTTP/1.1" status: 204 len: 168 time: 0.3152823 Jun 29 16:13:02.469040 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b4d95-9694-4d27-b0b1-cce8f56ce9b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2bbfcd1-d022-40b2-b193-559369b2f5d7,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:02.470266 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55896) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:02.471751 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-5a5b4d95-9694-4d27-b0b1-cce8f56ce9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:02.478429 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: ca2e0938-8d9d-40ac-9486-50876e1608db {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:02.478784 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device ca2e0938-8d9d-40ac-9486-50876e1608db not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:02.480289 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065119ae-389b-419a-8b13-215e5d1ab23d None None] Network b7814843-2d5f-47f2-94b9-2a694b626df5 requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:13:02.546881 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.613183 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Deleting port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:02.613758 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.709775 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] For port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:02.710263 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.711165 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cbb03b-df61-4322-800d-140269d650b5 None None] DHCP port deletion for b7814843-2d5f-47f2-94b9-2a694b626df5 request from dv-cinder-792209-4-smb {{(pid=93590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:13:02.724888 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Calling delete_port for 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 owned by network:dhcp {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:02.748160 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.777765 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-30cbb03b-df61-4322-800d-140269d650b5 None None] Deleting port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 {{(pid=93590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:02.778144 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-30cbb03b-df61-4322-800d-140269d650b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.842003 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-30cbb03b-df61-4322-800d-140269d650b5 None None] For port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9,segment=NetworkSegment(24807adc-ea17-4cef-a08d-4f7e1f59be66),segment_id=24807adc-ea17-4cef-a08d-4f7e1f59be66)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:02.842396 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-30cbb03b-df61-4322-800d-140269d650b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.854683 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-30cbb03b-df61-4322-800d-140269d650b5 None None] Calling delete_port for 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 owned by network:dhcp {{(pid=93590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:02.900965 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.904862 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-a26ce587-ae5d-4144-8286-3fb2e857a255 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:02.931223 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:02.933364 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] No DVR routers for this DVR port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 on host dv-cinder-792209-4-smb {{(pid=93589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:13:02.934775 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:02.938095 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-30cbb03b-df61-4322-800d-140269d650b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:02.940080 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:02.964923 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbb03b-df61-4322-800d-140269d650b5 None None] Pushing event deleted for resources: {'Port': ['ID=8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9,revision_number=None']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:02.968509 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-30cbb03b-df61-4322-800d-140269d650b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:02.969658 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cbb03b-df61-4322-800d-140269d650b5 None None] No DVR routers for this DVR port 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 on host dv-cinder-792209-4-smb {{(pid=93590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:13:03.011667 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:03.021602 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7814843-2d5f-47f2-94b9-2a694b626df5']}} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:03.032190 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24807adc-ea17-4cef-a08d-4f7e1f59be66') {'for_net_delete': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:03.032492 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24807adc-ea17-4cef-a08d-4f7e1f59be66') {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:03.041720 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014247'] for segment, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:03.055929 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:03.062270 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=93589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:13:03.062665 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25630489'] for segment, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: Traceback (most recent call last): Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: timer() Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: cb(*args, **kw) Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: return func(*args, **kwargs) Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: self._notify() Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: self.callback(batched_events) Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: event.method(event) Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: return f(self, *a, **k) Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: return self._get(url).json() Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: return self.request(url, 'GET', **kwargs) Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:13:03.064392 dv-cinder-792209-4-smb neutron-server[93589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:13:03.250364 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:03.254886 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7f13458b-9cbf-4dee-be09-c85b61cae8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:03.258159 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:03.260245 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b7814843-2d5f-47f2-94b9-2a694b626df5 HTTP/1.1" status: 204 len: 168 time: 0.7875226 Jun 29 16:13:03.270513 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55900) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:03.272388 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7814843-2d5f-47f2-94b9-2a694b626df5,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:03.274854 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-08de5007-6cfd-480a-b68c-1c18cd25b4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:03.658852 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655353'] for router_interface, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:03.923211 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] Deleting port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:03.923583 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:04.008188 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] For port 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f,segment=NetworkSegment(9b6c24fe-6323-4248-b1ce-ca4ec947d038),segment_id=9b6c24fe-6323-4248-b1ce-ca4ec947d038)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:04.008536 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:04.023188 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] Calling delete_port for 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f owned by network:router_interface {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:04.298990 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:04.324824 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:04.328308 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-23397ff2-255b-4bf9-961b-217877043f28 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:04.329153 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:04.329748 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 8b5cf49c-49aa-49fc-a5dd-3e8b08a743c9 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:04.356924 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:04.361883 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:04.805818 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685385'] for router_interface, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:05.026085 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] Router db9185cb-9136-4093-a222-7b4e38c2f662 has already been hosted by L3 agent 4c75704e-6461-40a2-bbb7-d415cb977a89 {{(pid=93588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:13:05.134349 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-smb the message routers_updated {{(pid=93588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:13:05.139422 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-98df14d7-ed9d-4c0e-b86d-aebbd0b62060 admin admin] 10.222.0.13 "PUT /v2.0/routers/db9185cb-9136-4093-a222-7b4e38c2f662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8678296 Jun 29 16:13:05.142302 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55906) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:05.145049 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035a969-238c-4a08-99a3-a1a932558efa None None] Sync routers for ids ['db9185cb-9136-4093-a222-7b4e38c2f662'] in dv-cinder-792209-4-smb {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:13:05.154664 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035a969-238c-4a08-99a3-a1a932558efa None None] Routers {'db9185cb-9136-4093-a222-7b4e38c2f662'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:13:05.155273 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-1035a969-238c-4a08-99a3-a1a932558efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:12:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['db9185cb-9136-4093-a222-7b4e38c2f662'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:05.248595 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:05.267646 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-1035a969-238c-4a08-99a3-a1a932558efa None None] Set router db9185cb-9136-4093-a222-7b4e38c2f662 gateway port host: dv-cinder-792209-4-smb {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:13:05.356875 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:05.467802 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-1035a969-238c-4a08-99a3-a1a932558efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'name': 'tempest-TestMinimumBasicScenario-856927115-router', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'external_fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:25Z', 'updated_at': '2021-06-29T16:13:04Z', 'revision_number': 5, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'gw_port': {'id': '33448e13-0cc8-4dff-8a8a-560daeb95232', 'name': '', 'network_id': '4a9a09ff-a140-48e3-a74f-33c2d93bad62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:10:26Z', 'updated_at': '2021-06-29T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cffe208a-5092-4ddf-9406-0b97764b46bd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-smb'}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:05.496354 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035a969-238c-4a08-99a3-a1a932558efa None None] Checking router: db9185cb-9136-4093-a222-7b4e38c2f662 for host: dv-cinder-792209-4-smb {{(pid=93591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:13:05.497509 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Deleting port 33448e13-0cc8-4dff-8a8a-560daeb95232 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:05.497850 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:05.513155 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035a969-238c-4a08-99a3-a1a932558efa None None] Routers {'db9185cb-9136-4093-a222-7b4e38c2f662'} bound to L3 agent in host dv-cinder-792209-4-smb {{(pid=93591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:13:05.513770 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-1035a969-238c-4a08-99a3-a1a932558efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:57:20Z,description=,heartbeat_timestamp=2021-06-29T16:12:50Z,host='dv-cinder-792209-4-smb',id=4c75704e-6461-40a2-bbb7-d415cb977a89,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:57:21Z,topic='l3_agent')) {'router_ids': ['db9185cb-9136-4093-a222-7b4e38c2f662'], 'active': True} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:05.580089 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] For port 33448e13-0cc8-4dff-8a8a-560daeb95232, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=33448e13-0cc8-4dff-8a8a-560daeb95232,segment=NetworkSegment(1138bfce-27e6-4dae-82b3-00443dc5252e),segment_id=1138bfce-27e6-4dae-82b3-00443dc5252e)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:05.580459 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:05.593781 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Calling delete_port for 33448e13-0cc8-4dff-8a8a-560daeb95232 owned by network:router_gateway {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:05.723567 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_dvr_db [None req-1035a969-238c-4a08-99a3-a1a932558efa None None] Set router db9185cb-9136-4093-a222-7b4e38c2f662 gateway port host: None {{(pid=93591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:13:05.779082 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.l3_hamode_db [None req-1035a969-238c-4a08-99a3-a1a932558efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'name': 'tempest-TestMinimumBasicScenario-856927115-router', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:25Z', 'updated_at': '2021-06-29T16:13:05Z', 'revision_number': 6, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'gw_port_host': None}], 'dv-cinder-792209-4-smb', False) {} {{(pid=93591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:05.808440 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035a969-238c-4a08-99a3-a1a932558efa None None] The sync data for ids ['db9185cb-9136-4093-a222-7b4e38c2f662'] in dv-cinder-792209-4-smb is: [{'id': 'db9185cb-9136-4093-a222-7b4e38c2f662', 'name': 'tempest-TestMinimumBasicScenario-856927115-router', 'tenant_id': '0de512435615400d9377b7a7f61d55ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:10:25Z', 'updated_at': '2021-06-29T16:13:05Z', 'revision_number': 6, 'project_id': '0de512435615400d9377b7a7f61d55ee', 'gw_port_host': None}] {{(pid=93591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:13:05.861597 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:05.863781 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2f60ecad-d8c3-49c1-801a-3caaa425faa2 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:05.889380 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33448e13-0cc8-4dff-8a8a-560daeb95232,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:05.893432 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:05.955019 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685741'] for router_gateway, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.044021 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.046195 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.158569 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1654956'] for router, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.159133 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db9185cb-9136-4093-a222-7b4e38c2f662 {{(pid=93588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:13:06.163715 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.164853 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-5a8c0a6a-0e8c-4753-80b7-e37153d4d1f3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/db9185cb-9136-4093-a222-7b4e38c2f662 HTTP/1.1" status: 204 len: 168 time: 1.0216253 Jun 29 16:13:06.167403 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 55922) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:06.223243 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_v2 [None req-003b7460-6f27-4f2a-bcf8-1614a96c60cd admin admin] Deleting subnet 8d21736e-ba01-4ff9-84bc-e2fa12cc53fd {{(pid=93588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:13:06.226503 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-003b7460-6f27-4f2a-bcf8-1614a96c60cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.260740 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-003b7460-6f27-4f2a-bcf8-1614a96c60cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641703'] for subnet, precommit_delete_associations {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.342442 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-003b7460-6f27-4f2a-bcf8-1614a96c60cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.484840 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-003b7460-6f27-4f2a-bcf8-1614a96c60cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25295021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26806353'] for subnet, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.487061 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:06.511555 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b7460-6f27-4f2a-bcf8-1614a96c60cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d21736e-ba01-4ff9-84bc-e2fa12cc53fd,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:06.514498 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-003b7460-6f27-4f2a-bcf8-1614a96c60cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:06.515636 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-003b7460-6f27-4f2a-bcf8-1614a96c60cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.517949 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-003b7460-6f27-4f2a-bcf8-1614a96c60cd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8d21736e-ba01-4ff9-84bc-e2fa12cc53fd HTTP/1.1" status: 204 len: 168 time: 0.3495221 Jun 29 16:13:06.521001 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55924) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:06.521494 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e136e3-7c8e-4e89-a0ab-7a1a80ed333e None None] Network 04fda14d-5589-40eb-a5ae-7441d094890c requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:13:06.588223 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:06.595674 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.616525 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:06.616868 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 1e6d6e2f-fe61-456c-a8f6-aff7d6424d4f not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:06.617290 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 33448e13-0cc8-4dff-8a8a-560daeb95232 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:06.638391 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 33448e13-0cc8-4dff-8a8a-560daeb95232 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:06.638739 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 33448e13-0cc8-4dff-8a8a-560daeb95232 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:06.647140 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Deleting port 85dc4171-1bfb-4385-99e1-30bcefb28dc3 {{(pid=93589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:06.647478 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.719906 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] For port 85dc4171-1bfb-4385-99e1-30bcefb28dc3, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=85dc4171-1bfb-4385-99e1-30bcefb28dc3,segment=NetworkSegment(9b6c24fe-6323-4248-b1ce-ca4ec947d038),segment_id=9b6c24fe-6323-4248-b1ce-ca4ec947d038)] {{(pid=93589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:06.720270 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.733727 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Calling delete_port for 85dc4171-1bfb-4385-99e1-30bcefb28dc3 owned by network:dhcp {{(pid=93589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:06.766922 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29110a3f-249c-48c0-9e65-f70c3996f46d None None] DHCP port deletion for 04fda14d-5589-40eb-a5ae-7441d094890c request from dv-cinder-792209-4-smb {{(pid=93590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:13:06.829426 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-29110a3f-249c-48c0-9e65-f70c3996f46d None None] Deleting port 85dc4171-1bfb-4385-99e1-30bcefb28dc3 {{(pid=93590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:06.832215 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-29110a3f-249c-48c0-9e65-f70c3996f46d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.898520 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-29110a3f-249c-48c0-9e65-f70c3996f46d None None] For port 85dc4171-1bfb-4385-99e1-30bcefb28dc3, host dv-cinder-792209-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-smb',level=0,port_id=85dc4171-1bfb-4385-99e1-30bcefb28dc3,segment=NetworkSegment(9b6c24fe-6323-4248-b1ce-ca4ec947d038),segment_id=9b6c24fe-6323-4248-b1ce-ca4ec947d038)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:06.898948 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-29110a3f-249c-48c0-9e65-f70c3996f46d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.912186 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-29110a3f-249c-48c0-9e65-f70c3996f46d None None] Calling delete_port for 85dc4171-1bfb-4385-99e1-30bcefb28dc3 owned by network:dhcp {{(pid=93590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:06.918546 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25630542'] for port, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:06.920794 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7b2770f1-6e13-46ad-b0cf-9e22232fe014 tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:06.948336 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Pushing event deleted for resources: {'Port': ['ID=85dc4171-1bfb-4385-99e1-30bcefb28dc3,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:06.951169 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:06.955038 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] No DVR routers for this DVR port 85dc4171-1bfb-4385-99e1-30bcefb28dc3 on host dv-cinder-792209-4-smb {{(pid=93589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:13:07.003024 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-29110a3f-249c-48c0-9e65-f70c3996f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311'] for port, after_delete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.004926 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:07.030928 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29110a3f-249c-48c0-9e65-f70c3996f46d None None] Pushing event deleted for resources: {'Port': ['ID=85dc4171-1bfb-4385-99e1-30bcefb28dc3,revision_number=None']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:07.033984 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-29110a3f-249c-48c0-9e65-f70c3996f46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:07.034799 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29110a3f-249c-48c0-9e65-f70c3996f46d None None] No DVR routers for this DVR port 85dc4171-1bfb-4385-99e1-30bcefb28dc3 on host dv-cinder-792209-4-smb {{(pid=93590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:13:07.043273 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.051875 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fda14d-5589-40eb-a5ae-7441d094890c']}} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:07.061664 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6c24fe-6323-4248-b1ce-ca4ec947d038') {'for_net_delete': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:07.061966 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.services.segments.db [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6c24fe-6323-4248-b1ce-ca4ec947d038') {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:07.070761 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014247'] for segment, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.088285 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.094242 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=93589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25630489'] for segment, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: Traceback (most recent call last): Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: timer() Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: cb(*args, **kw) Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: return func(*args, **kwargs) Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: self._notify() Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: self.callback(batched_events) Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: event.method(event) Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: return f(self, *a, **k) Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: return self._get(url).json() Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: return self.request(url, 'GET', **kwargs) Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:13:07.099404 dv-cinder-792209-4-smb neutron-server[93589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:13:07.244357 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.248024 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:07.250517 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.252406 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] 10.222.0.13 "DELETE /v2.0/networks/04fda14d-5589-40eb-a5ae-7441d094890c HTTP/1.1" status: 204 len: 168 time: 0.7292304 Jun 29 16:13:07.264303 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Pushing event deleted for resources: {'Network': ['ID=04fda14d-5589-40eb-a5ae-7441d094890c,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:07.267763 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c1fa2a9c-d432-419d-aad4-8941a52af55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:07.665576 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55930) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:07.710124 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-fc3fe543-c972-492a-93b4-9bbed81b39bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=318245c6ccff40f1b313b00de072b80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431652 Jun 29 16:13:07.712789 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55932) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:07.762033 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-68d5d5d1-54b0-4092-b92d-b523552a52ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.783645 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-68d5d5d1-54b0-4092-b92d-b523552a52ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.901508 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-68d5d5d1-54b0-4092-b92d-b523552a52ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.904256 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-68d5d5d1-54b0-4092-b92d-b523552a52ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.910449 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-68d5d5d1-54b0-4092-b92d-b523552a52ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d03a43b9-303b-40cf-8d44-e95ec18e68ad HTTP/1.1" status: 204 len: 168 time: 0.1916990 Jun 29 16:13:07.910449 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-b2f6d2c7-205d-419b-a9ac-a7d4aad965bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:07.916000 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5d5d1-54b0-4092-b92d-b523552a52ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03a43b9-303b-40cf-8d44-e95ec18e68ad,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:07.918447 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-68d5d5d1-54b0-4092-b92d-b523552a52ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:08.306750 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 85dc4171-1bfb-4385-99e1-30bcefb28dc3 no longer exists at agent ovs-agent-dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:08.327017 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] No Port match for: 85dc4171-1bfb-4385-99e1-30bcefb28dc3 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:08.327371 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Device 85dc4171-1bfb-4385-99e1-30bcefb28dc3 not bound to the agent host dv-cinder-792209-4-smb {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:08.575009 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55940) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:08.615151 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c796a0e6-017e-4aaa-abb3-10bc88034f99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0de512435615400d9377b7a7f61d55ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388653 Jun 29 16:13:08.617497 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 55942) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:08.668335 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c7f31cb9-658d-4669-b28b-dcd8c16cd2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:08.689216 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c7f31cb9-658d-4669-b28b-dcd8c16cd2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:08.810131 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c7f31cb9-658d-4669-b28b-dcd8c16cd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:08.812725 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-c7f31cb9-658d-4669-b28b-dcd8c16cd2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:08.813972 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-c7f31cb9-658d-4669-b28b-dcd8c16cd2e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f95f6fc4-94e5-4dba-b8c7-2a187c39da62 HTTP/1.1" status: 204 len: 168 time: 0.1955748 Jun 29 16:13:08.814740 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-7351a0df-556b-4762-9550-c41c0a912111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:08.826489 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f31cb9-658d-4669-b28b-dcd8c16cd2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95f6fc4-94e5-4dba-b8c7-2a187c39da62,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:08.826489 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-c7f31cb9-658d-4669-b28b-dcd8c16cd2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:18.008502 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-40f39c86-42a4-416c-966f-9106dfaada59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:20.232444 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-4b1c17b6-160d-46cf-910f-1bdb958fc663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:20.356906 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:20.976107 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 56018) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:21.081950 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e07921f3-2388-4814-95c3-b0de9934cdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:21.178614 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e07921f3-2388-4814-95c3-b0de9934cdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:21.259863 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e07921f3-2388-4814-95c3-b0de9934cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:21.262314 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-fd39c67c-ea93-4fd8-a55c-92b740712a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:21.302932 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-e07921f3-2388-4814-95c3-b0de9934cdfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f725486d8fdd4f459b32da303fb99d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256679 Jun 29 16:13:21.303882 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07921f3-2388-4814-95c3-b0de9934cdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2ea533-bf98-4535-bb9d-d5878e1b332b,revision_number=1']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:21.305680 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 56022) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:21.307000 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-e07921f3-2388-4814-95c3-b0de9934cdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:21.354113 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a8388f51-b4f9-4ecb-bfab-3cadb14058e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:21.374034 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a8388f51-b4f9-4ecb-bfab-3cadb14058e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:21.494009 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a8388f51-b4f9-4ecb-bfab-3cadb14058e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:21.496689 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a8388f51-b4f9-4ecb-bfab-3cadb14058e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:21.497855 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-a8388f51-b4f9-4ecb-bfab-3cadb14058e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a2ea533-bf98-4535-bb9d-d5878e1b332b HTTP/1.1" status: 204 len: 168 time: 0.1911895 Jun 29 16:13:21.498885 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-15bb0c05-ae0f-450e-b8bc-9604217c1593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:21.508574 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8388f51-b4f9-4ecb-bfab-3cadb14058e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2ea533-bf98-4535-bb9d-d5878e1b332b,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:21.511397 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-a8388f51-b4f9-4ecb-bfab-3cadb14058e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:21.591731 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:23.049700 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:32.744990 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:35.055234 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:13:48.013825 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-5bdb5dfc-adc3-40be-b033-1ea108a97be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:50.231724 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6606-f051-44a7-aece-ff8ee864b8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:50.386154 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:51.727703 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:53.048793 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.378195 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 56288) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:59.481713 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.569757 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.658452 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.661032 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d64d221d-7df6-45ae-8b37-9177b2f5aa81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:59.695629 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6b7663-fbc5-47e4-aa73-8f6a51f385fe,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:59.699408 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e906ba07e7814ca8a74efc6cc0463322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202202 Jun 29 16:13:59.702141 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 56292) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:59.705363 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.705746 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.706121 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.706488 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.706851 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.707220 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.707616 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.707977 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.708339 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.708695 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.709684 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.710040 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.714014 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c94b4978-0e29-4c6d-ae56-7a9939a45a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:59.751872 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.773700 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.950258 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.953000 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.954196 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb6b7663-fbc5-47e4-aa73-8f6a51f385fe HTTP/1.1" status: 204 len: 168 time: 0.2509983 Jun 29 16:13:59.955070 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-95b4ed5c-f9fa-48ab-b267-6aaec94310a3 tempest-TestShelveInstance-1422582882 tempest-TestShelveInstance-1422582882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:59.963111 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6b7663-fbc5-47e4-aa73-8f6a51f385fe,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:59.970313 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.970703 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.971239 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.971463 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.971859 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.972230 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.972596 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.972958 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.973324 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.973682 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.974040 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.974394 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:59.977612 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5640f9aa-b199-40a1-806e-5e741797c047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:02.761448 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.110518 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-1e3fc690-6b04-4126-82e4-4593cb228b39 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6fd17aec8dd4499e8483a9f9df6799a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289164 Jun 29 16:14:03.291919 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-21f43ca6-fb7d-4727-abe0-9999f0004ab2 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:03.293392 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-21f43ca6-fb7d-4727-abe0-9999f0004ab2 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771131 Jun 29 16:14:03.309125 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-ea7f9bda-8f82-4f6b-a04a-0ce9ebe0a865 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/quotas/6fd17aec8dd4499e8483a9f9df6799a9 HTTP/1.1" status: 200 len: 375 time: 0.0100803 Jun 29 16:14:03.345989 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-86bf6bf0-8db9-467e-8640-17aafd10cf4a tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fd17aec8dd4499e8483a9f9df6799a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315700 Jun 29 16:14:03.632548 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d801e2dd-3a8e-4508-b8f5-f4bf3267f5b6 req-023c0e7a-1dd7-4b4d-9312-b6ece9f3fe4e tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 210 time: 0.0292325 Jun 29 16:14:04.729988 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-ea25ee1d-3bc0-4489-81c3-7ce033502b6b req-2179dcbc-0414-4e83-bee7-2f393162bd94 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 210 time: 0.0283372 Jun 29 16:14:05.874243 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-f486612e-fe99-444b-82a4-9a8c485ec9d3 req-6c668aa3-05d8-4071-b08b-f6eae1571ff1 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 210 time: 0.0342989 Jun 29 16:14:06.558920 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-144745fd-e462-4a19-8b3d-6ea1320e2d6d tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6fd17aec8dd4499e8483a9f9df6799a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210123 Jun 29 16:14:06.667340 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-eace17a2-698a-484b-8582-b75cea44db3f tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:06.668839 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-eace17a2-698a-484b-8582-b75cea44db3f tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048958 Jun 29 16:14:06.682789 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Request body: {'port': {'device_id': 'b17e2e7f-460e-4bcc-b726-eef0882b37c1', 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4', 'admin_state_up': True, 'tenant_id': '6fd17aec8dd4499e8483a9f9df6799a9'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:06.904355 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Made reservation on behalf of 6fd17aec8dd4499e8483a9f9df6799a9 for: {'port': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:06.908294 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:06.918614 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.031495 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-29e3e07f-c862-497f-bfdc-47fde0bb2ff6 req-9fbf5c69-a95c-4d80-b041-03ade6cf4f65 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 210 time: 0.0363913 Jun 29 16:14:07.044201 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.162889 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.166236 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-eebb9549-27b1-4001-932c-348e3c0bb173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:07.226246 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:07.231043 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:07.304656 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Allocated IP 192.168.233.86 (e84b1a71-44e7-418a-8c82-691a04618cf4/88be71b8-2742-4675-8abb-9e55add73c57/294ee5a5-24c6-4737-bdf7-0adc559f43e3) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:07.445404 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.457672 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Transition to ACTIVE for port object 294ee5a5-24c6-4737-bdf7-0adc559f43e3 will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:07.603116 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25294942'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.607165 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-7bffe1d4-9ae4-40d0-b0bc-ceb8e11e6f31 tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:07.650439 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Network e84b1a71-44e7-418a-8c82-691a04618cf4 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:07.653570 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:07.657496 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:07.682936 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Pushing event updated for resources: {'Port': ['ID=294ee5a5-24c6-4737-bdf7-0adc559f43e3,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:07.687578 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:07.716192 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:07.717115 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.871870 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-f80ba97c-355a-4abb-8c41-cda5c212d211 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1928387 Jun 29 16:14:07.884229 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Request body: {'port': {'device_id': 'b17e2e7f-460e-4bcc-b726-eef0882b37c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:07.953545 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.968029 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-fccba48d-85aa-4724-b9cc-2eb9e7c26801 None None] Provisioning for port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 completed by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:07.972015 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-fccba48d-85aa-4724-b9cc-2eb9e7c26801 None None] Provisioning complete for port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 triggered by entity DHCP. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:07.972401 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-fccba48d-85aa-4724-b9cc-2eb9e7c26801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.008612 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-fccba48d-85aa-4724-b9cc-2eb9e7c26801 None None] Port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 cannot update to ACTIVE because it is not bound. {{(pid=93590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:14:08.207891 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b836dfb-9d5a-4457-ba47-44ffef171280 req-a0d16c15-327c-4682-a750-6f2790ad3d8d tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:08.209359 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7b836dfb-9d5a-4457-ba47-44ffef171280 req-a0d16c15-327c-4682-a750-6f2790ad3d8d tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 935 time: 0.0650973 Jun 29 16:14:08.250490 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7b836dfb-9d5a-4457-ba47-44ffef171280 req-136be885-8c99-47d1-9398-cedf2134a0f2 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353711 Jun 29 16:14:08.471330 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294ee5a5-24c6-4737-bdf7-0adc559f43e3 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:08.479185 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.490692 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Transition to ACTIVE for port object 294ee5a5-24c6-4737-bdf7-0adc559f43e3 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:08.568449 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.570607 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4eaa468e-1040-4c52-a3e3-63253412baca tempest-AttachVolumeTestJSON-1099299819 tempest-AttachVolumeTestJSON-1099299819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:08.620177 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Pushing event updated for resources: {'Port': ['ID=294ee5a5-24c6-4737-bdf7-0adc559f43e3,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:08.622959 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:08.694107 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Attempting to bind port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:08.694456 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Attempting to bind port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:08.694790 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Attempting to bind port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 on network e84b1a71-44e7-418a-8c82-691a04618cf4 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:08.699687 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 on network e84b1a71-44e7-418a-8c82-691a04618cf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:14:08.700019 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Attempting to bind port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 on network e84b1a71-44e7-418a-8c82-691a04618cf4 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:08.705061 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:08.705401 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Checking segment: {'id': 'baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:08.705788 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Bound using segment: {'id': 'baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:08.706216 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Bound port: 294ee5a5-24c6-4737-bdf7-0adc559f43e3, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:08.706576 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.770257 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] For port 294ee5a5-24c6-4737-bdf7-0adc559f43e3, host hv-cinder-79220, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:08.774078 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] For port 294ee5a5-24c6-4737-bdf7-0adc559f43e3, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=294ee5a5-24c6-4737-bdf7-0adc559f43e3,segment=NetworkSegment(baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4),segment_id=baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:08.866304 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.868438 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:08.904501 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:08.905140 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.906639 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] 10.222.0.86 "PUT /v2.0/ports/294ee5a5-24c6-4737-bdf7-0adc559f43e3 HTTP/1.1" status: 200 len: 1097 time: 1.0266194 Jun 29 16:14:08.907175 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17e2e7f-460e-4bcc-b726-eef0882b37c1', 'tag': '294ee5a5-24c6-4737-bdf7-0adc559f43e3'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:08.909548 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595e0c1e-b6ff-4c7b-a1e9-18dcbc0c8990" -d '{"events": [{"name": "network-changed", "server_uuid": "b17e2e7f-460e-4bcc-b726-eef0882b37c1", "tag": "294ee5a5-24c6-4737-bdf7-0adc559f43e3"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:08.933624 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Pushing event updated for resources: {'Port': ['ID=294ee5a5-24c6-4737-bdf7-0adc559f43e3,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:08.937782 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8215e61b-6b51-48dc-a5d8-ffcd1d7d80cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:08.955484 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bc7aed-3dfe-45b2-a37b-8d5cd55170fe x-openstack-request-id: req-d8bc7aed-3dfe-45b2-a37b-8d5cd55170fe {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:08.955792 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17e2e7f-460e-4bcc-b726-eef0882b37c1", "tag": "294ee5a5-24c6-4737-bdf7-0adc559f43e3", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:08.956092 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8bc7aed-3dfe-45b2-a37b-8d5cd55170fe {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:08.956537 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17e2e7f-460e-4bcc-b726-eef0882b37c1', 'tag': '294ee5a5-24c6-4737-bdf7-0adc559f43e3', 'status': 'completed', 'code': 200} Jun 29 16:14:09.037804 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e0c1e-b6ff-4c7b-a1e9-18dcbc0c8990 req-fd4d071e-3efa-453d-98e4-b79d1a1d69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:09.040999 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-595e0c1e-b6ff-4c7b-a1e9-18dcbc0c8990 req-fd4d071e-3efa-453d-98e4-b79d1a1d69e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6fd17aec8dd4499e8483a9f9df6799a9&device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 1100 time: 0.0604506 Jun 29 16:14:09.068937 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-595e0c1e-b6ff-4c7b-a1e9-18dcbc0c8990 req-cb76e8f3-56f8-40ad-8d9b-ef4b960a0aff service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=6fd17aec8dd4499e8483a9f9df6799a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214739 Jun 29 16:14:09.161335 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e0c1e-b6ff-4c7b-a1e9-18dcbc0c8990 req-1ace23fd-d176-4255-ab5c-d84e7ab749f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:09.166516 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-595e0c1e-b6ff-4c7b-a1e9-18dcbc0c8990 req-1ace23fd-d176-4255-ab5c-d84e7ab749f0 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882344 Jun 29 16:14:09.258272 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-c17c5426-8c20-4c61-915c-052ea88ac27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:09.259732 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-c17c5426-8c20-4c61-915c-052ea88ac27c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6fd17aec8dd4499e8483a9f9df6799a9&device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 1100 time: 0.0565128 Jun 29 16:14:09.300809 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-0393a70f-d308-430b-a10d-8ddf1e36acf3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=294ee5a5-24c6-4737-bdf7-0adc559f43e3 HTTP/1.1" status: 200 len: 217 time: 0.0334969 Jun 29 16:14:09.349498 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-d24fa8e2-8dc0-43b4-bc34-225a8cf35689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:09.350970 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-d24fa8e2-8dc0-43b4-bc34-225a8cf35689 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=88be71b8-2742-4675-8abb-9e55add73c57 HTTP/1.1" status: 200 len: 843 time: 0.0444477 Jun 29 16:14:09.409202 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-32e71481-01a2-4cb5-ac02-eab6f038fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:09.410734 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-32e71481-01a2-4cb5-ac02-eab6f038fe34 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e84b1a71-44e7-418a-8c82-691a04618cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0525510 Jun 29 16:14:09.421170 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fc51d-e53e-4f7b-8eeb-996689cd8e52 req-93b245c4-9673-485a-aae9-28e8f31db60c tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:09.422723 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6f2fc51d-e53e-4f7b-8eeb-996689cd8e52 req-93b245c4-9673-485a-aae9-28e8f31db60c tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 947 time: 0.0628803 Jun 29 16:14:09.462293 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6f2fc51d-e53e-4f7b-8eeb-996689cd8e52 req-f7dd698c-e5a7-4e32-b8fe-bcd5ce697c8a tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325813 Jun 29 16:14:09.505161 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-d19dc9ef-e535-4d3f-add0-4a284af0b357 service neutron] 10.222.0.86 "GET /v2.0/networks/e84b1a71-44e7-418a-8c82-691a04618cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872538 Jun 29 16:14:09.595422 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fd1a873c-99ec-4cb2-b87a-be056a9bbf3b req-c67feb12-32ab-41e9-905a-a6c3b586be9e service neutron] 10.222.0.86 "GET /v2.0/networks/e84b1a71-44e7-418a-8c82-691a04618cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837891 Jun 29 16:14:10.658985 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acdd82-1a32-49f2-bfd6-5fa0d587b541 req-a7379b8a-d656-4758-8835-87a1cc0bd8f4 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:10.662017 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-01acdd82-1a32-49f2-bfd6-5fa0d587b541 req-a7379b8a-d656-4758-8835-87a1cc0bd8f4 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 947 time: 0.0830827 Jun 29 16:14:10.701158 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-01acdd82-1a32-49f2-bfd6-5fa0d587b541 req-80eaeed4-288c-441e-a08f-9d24ab535ba6 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328808 Jun 29 16:14:11.782344 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 294ee5a5-24c6-4737-bdf7-0adc559f43e3 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:14:11.878343 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb38651-4a83-4390-8bf2-ea59b005ce05 req-942a6112-0917-4466-a37d-331b20f825b8 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:11.878941 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 294ee5a5-24c6-4737-bdf7-0adc559f43e3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=294ee5a5-24c6-4737-bdf7-0adc559f43e3,segment=NetworkSegment(baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4),segment_id=baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:11.880629 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cbb38651-4a83-4390-8bf2-ea59b005ce05 req-942a6112-0917-4466-a37d-331b20f825b8 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 947 time: 0.0669191 Jun 29 16:14:11.890355 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '294ee5a5-24c6-4737-bdf7-0adc559f43e3', 'network_id': 'e84b1a71-44e7-418a-8c82-691a04618cf4', 'port_id': '294ee5a5-24c6-4737-bdf7-0adc559f43e3', 'mac_address': 'fa:16:3e:1f:41:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88be71b8-2742-4675-8abb-9e55add73c57', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:14:11.918386 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-cbb38651-4a83-4390-8bf2-ea59b005ce05 req-d1098751-96ed-43b2-9ae0-6bb144c3e888 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320230 Jun 29 16:14:11.927730 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.940368 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294ee5a5-24c6-4737-bdf7-0adc559f43e3 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:11.959454 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 294ee5a5-24c6-4737-bdf7-0adc559f43e3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=294ee5a5-24c6-4737-bdf7-0adc559f43e3,segment=NetworkSegment(baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4),segment_id=baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:12.018428 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:12.020289 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:12.055225 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:14:12.068931 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=294ee5a5-24c6-4737-bdf7-0adc559f43e3,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:12.076234 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.076544 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.077002 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.077211 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.077532 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.077854 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.078172 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.078487 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.078800 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.079112 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.079422 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.079763 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:12.084498 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:12.250935 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['294ee5a5-24c6-4737-bdf7-0adc559f43e3'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:14:13.088884 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f2aca-c029-42e2-b2ec-f5f5d51d8b32 req-3a197638-b069-44ff-9e14-6b801015e4a1 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:13.090382 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0c8f2aca-c029-42e2-b2ec-f5f5d51d8b32 req-3a197638-b069-44ff-9e14-6b801015e4a1 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 948 time: 0.0626028 Jun 29 16:14:13.129586 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-0c8f2aca-c029-42e2-b2ec-f5f5d51d8b32 req-cd79860c-6043-4b41-8a18-3d78d527c9c3 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335629 Jun 29 16:14:13.776825 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 294ee5a5-24c6-4737-bdf7-0adc559f43e3 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:13.888114 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:13.892594 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:13.893005 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:13.981341 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.003532 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17e2e7f-460e-4bcc-b726-eef0882b37c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294ee5a5-24c6-4737-bdf7-0adc559f43e3'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:14.006285 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a01c34-f4f4-4015-a854-f3f68cdcbb07" -d '{"events": [{"server_uuid": "b17e2e7f-460e-4bcc-b726-eef0882b37c1", "name": "network-vif-plugged", "status": "completed", "tag": "294ee5a5-24c6-4737-bdf7-0adc559f43e3"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:14.019063 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 294ee5a5-24c6-4737-bdf7-0adc559f43e3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=294ee5a5-24c6-4737-bdf7-0adc559f43e3,segment=NetworkSegment(baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4),segment_id=baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:14.044175 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494cd399-e729-4a6a-847d-33ffd10c939d x-openstack-request-id: req-494cd399-e729-4a6a-847d-33ffd10c939d {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:14.044481 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17e2e7f-460e-4bcc-b726-eef0882b37c1", "name": "network-vif-plugged", "status": "completed", "tag": "294ee5a5-24c6-4737-bdf7-0adc559f43e3", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:14.044747 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-494cd399-e729-4a6a-847d-33ffd10c939d {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:14.045152 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17e2e7f-460e-4bcc-b726-eef0882b37c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294ee5a5-24c6-4737-bdf7-0adc559f43e3', 'code': 200} Jun 29 16:14:14.098287 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.100271 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:14.147022 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=294ee5a5-24c6-4737-bdf7-0adc559f43e3,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:14.150113 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:14.311350 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e26af-00db-4c86-b6b3-63aefca4a507 req-c12b1c8e-99c2-481e-a225-79447b24b998 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:14.312919 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-319e26af-00db-4c86-b6b3-63aefca4a507 req-c12b1c8e-99c2-481e-a225-79447b24b998 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 949 time: 0.0706224 Jun 29 16:14:14.351882 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-319e26af-00db-4c86-b6b3-63aefca4a507 req-aea472aa-2b6b-4219-8d19-1a2344ac4db2 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Jun 29 16:14:14.475366 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f444352-94e9-42fc-9d5c-4bac8957e9e7 req-f5f6c40e-6bd6-4f5d-a409-de6ebf30aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:14.476928 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1f444352-94e9-42fc-9d5c-4bac8957e9e7 req-f5f6c40e-6bd6-4f5d-a409-de6ebf30aa27 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 1102 time: 0.0526304 Jun 29 16:14:14.512510 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-1f444352-94e9-42fc-9d5c-4bac8957e9e7 req-0c4f9d27-f262-4d7c-a065-7dc25f324b9c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292828 Jun 29 16:14:15.535134 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e48bd-7b66-4ee8-abd3-71be2db68b69 req-0999e544-2503-4e55-8ca5-11b40bbce494 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:15.537205 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2c1e48bd-7b66-4ee8-abd3-71be2db68b69 req-0999e544-2503-4e55-8ca5-11b40bbce494 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 949 time: 0.0664399 Jun 29 16:14:15.578106 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-2c1e48bd-7b66-4ee8-abd3-71be2db68b69 req-fa58d86a-596d-4b39-b04d-f7934f986849 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Jun 29 16:14:16.750108 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8059c9-d71e-4e46-9a35-31d242567634 req-2f77257b-c1f5-4bc5-b878-d75ac01feeda tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:16.751617 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2d8059c9-d71e-4e46-9a35-31d242567634 req-2f77257b-c1f5-4bc5-b878-d75ac01feeda tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 949 time: 0.0617976 Jun 29 16:14:16.789056 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-2d8059c9-d71e-4e46-9a35-31d242567634 req-9a488f56-170b-45fc-be9d-fda8dfed0719 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317972 Jun 29 16:14:17.399355 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ee043-3322-408d-a791-c8db264b6dc2 req-e91c85c1-2551-4902-b4f8-1e22cc607c21 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:17.400928 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-797ee043-3322-408d-a791-c8db264b6dc2 req-e91c85c1-2551-4902-b4f8-1e22cc607c21 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 949 time: 0.0714808 Jun 29 16:14:17.439089 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-797ee043-3322-408d-a791-c8db264b6dc2 req-97cde4df-0258-49e9-b22f-fcdc9b6464b6 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Jun 29 16:14:17.985188 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-73a05a06-2c35-4c15-a758-2006ef830dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.614516 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45741849-6c63-40c3-9000-6427c0dbc2eb req-ff266763-6b57-4385-957b-5a084d2bf07f tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:18.615973 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-45741849-6c63-40c3-9000-6427c0dbc2eb req-ff266763-6b57-4385-957b-5a084d2bf07f tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 949 time: 0.0651217 Jun 29 16:14:18.661225 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-45741849-6c63-40c3-9000-6427c0dbc2eb req-9086ca6c-c404-4661-8172-4ffd0e6bf896 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368280 Jun 29 16:14:18.662437 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a8c4a-c632-4198-910f-23552ac449db req-ed7dddfc-dc1b-4621-b899-3533d9e54769 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:18.664194 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e56a8c4a-c632-4198-910f-23552ac449db req-ed7dddfc-dc1b-4621-b899-3533d9e54769 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.86 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 949 time: 0.0667806 Jun 29 16:14:18.767567 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-e56a8c4a-c632-4198-910f-23552ac449db req-629d9a47-9122-46ff-85d5-3e0c010f5f23 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Deleting port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:14:18.767907 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-e56a8c4a-c632-4198-910f-23552ac449db req-629d9a47-9122-46ff-85d5-3e0c010f5f23 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.853727 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-e56a8c4a-c632-4198-910f-23552ac449db req-629d9a47-9122-46ff-85d5-3e0c010f5f23 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] For port 294ee5a5-24c6-4737-bdf7-0adc559f43e3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=294ee5a5-24c6-4737-bdf7-0adc559f43e3,segment=NetworkSegment(baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4),segment_id=baf71dfc-ccbc-4cb4-8de4-aa2400d34dc4)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:18.854087 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-e56a8c4a-c632-4198-910f-23552ac449db req-629d9a47-9122-46ff-85d5-3e0c010f5f23 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.865966 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-e56a8c4a-c632-4198-910f-23552ac449db req-629d9a47-9122-46ff-85d5-3e0c010f5f23 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Calling delete_port for 294ee5a5-24c6-4737-bdf7-0adc559f43e3 owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:14:19.082725 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-e56a8c4a-c632-4198-910f-23552ac449db req-629d9a47-9122-46ff-85d5-3e0c010f5f23 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:19.086873 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ffc2b5bd-db53-402e-a79a-32ad2052d465 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:19.094633 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['294ee5a5-24c6-4737-bdf7-0adc559f43e3'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:14:19.112450 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d9a47-9122-46ff-85d5-3e0c010f5f23 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Pushing event deleted for resources: {'Port': ['ID=294ee5a5-24c6-4737-bdf7-0adc559f43e3,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:19.116295 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-629d9a47-9122-46ff-85d5-3e0c010f5f23 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:19.163244 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56a8c4a-c632-4198-910f-23552ac449db req-629d9a47-9122-46ff-85d5-3e0c010f5f23 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] No DVR routers for this DVR port 294ee5a5-24c6-4737-bdf7-0adc559f43e3 on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:14:19.165851 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-e56a8c4a-c632-4198-910f-23552ac449db req-629d9a47-9122-46ff-85d5-3e0c010f5f23 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:19.167901 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e56a8c4a-c632-4198-910f-23552ac449db req-629d9a47-9122-46ff-85d5-3e0c010f5f23 tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.86 "DELETE /v2.0/ports/294ee5a5-24c6-4737-bdf7-0adc559f43e3 HTTP/1.1" status: 204 len: 173 time: 0.4985044 Jun 29 16:14:19.168443 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17e2e7f-460e-4bcc-b726-eef0882b37c1', 'name': 'network-vif-deleted', 'tag': '294ee5a5-24c6-4737-bdf7-0adc559f43e3'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:19.170774 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e7ef52-17f2-4ed1-850f-cb5e415b6e11" -d '{"events": [{"server_uuid": "b17e2e7f-460e-4bcc-b726-eef0882b37c1", "name": "network-vif-deleted", "tag": "294ee5a5-24c6-4737-bdf7-0adc559f43e3"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:19.208838 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3338ed55-9a94-4800-b6b7-946033e5caa4 x-openstack-request-id: req-3338ed55-9a94-4800-b6b7-946033e5caa4 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:19.209184 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17e2e7f-460e-4bcc-b726-eef0882b37c1", "name": "network-vif-deleted", "tag": "294ee5a5-24c6-4737-bdf7-0adc559f43e3", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:19.209485 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3338ed55-9a94-4800-b6b7-946033e5caa4 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:19.209930 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17e2e7f-460e-4bcc-b726-eef0882b37c1', 'name': 'network-vif-deleted', 'tag': '294ee5a5-24c6-4737-bdf7-0adc559f43e3', 'status': 'completed', 'code': 200} Jun 29 16:14:20.089694 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6bf186b9-4f05-425e-8f11-801bef74e330 req-0a66479b-b7ca-4ffd-9226-3c512fa5269c tempest-VolumesNegativeTest-1109246618 tempest-VolumesNegativeTest-1109246618-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17e2e7f-460e-4bcc-b726-eef0882b37c1 HTTP/1.1" status: 200 len: 210 time: 0.3057394 Jun 29 16:14:20.242554 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea425-e232-4219-bef1-e9867a2092dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:20.361324 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.647175 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:23.076284 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:23.805561 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 294ee5a5-24c6-4737-bdf7-0adc559f43e3 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:14:23.829114 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 294ee5a5-24c6-4737-bdf7-0adc559f43e3 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:14:23.829468 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 294ee5a5-24c6-4737-bdf7-0adc559f43e3 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:14:26.948631 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 56630) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:27.072305 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-136d35bc-e760-459b-9a5e-2055adf6a657 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fd17aec8dd4499e8483a9f9df6799a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1224821 Jun 29 16:14:27.074731 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 56634) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:27.119878 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-97f7d705-7703-420d-8204-2bc17d7ce5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:27.140189 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-97f7d705-7703-420d-8204-2bc17d7ce5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:27.321945 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-97f7d705-7703-420d-8204-2bc17d7ce5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:27.324559 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-97f7d705-7703-420d-8204-2bc17d7ce5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:27.325732 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-97f7d705-7703-420d-8204-2bc17d7ce5b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea HTTP/1.1" status: 204 len: 168 time: 0.2501285 Jun 29 16:14:27.326574 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2a0b0695-69b3-4159-ab92-17157709f250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:27.333836 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7d705-7703-420d-8204-2bc17d7ce5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce24eba-7b0c-4213-91cd-ef6f8a6f89ea,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:27.336242 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-97f7d705-7703-420d-8204-2bc17d7ce5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:28.325280 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 56656) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:28.421545 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-680299923-network', 'tenant_id': '4f5356f21dbe40feb1d5ca524ea0763d'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:28.497745 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Made reservation on behalf of 4f5356f21dbe40feb1d5ca524ea0763d for: {'network': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:28.500120 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for network, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:28.508922 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:28.597649 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:28.688283 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:28.691451 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d4760842-0c45-4cc8-a4c6-cee74a108635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:28.722056 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:28.726751 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:28.741150 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=93588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:14:28.751868 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:28.752347 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.db.segments_db [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Added segment 503525bc-1470-43df-9358-5090eb53976b of type vlan for network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec Jun 29 16:14:28.801513 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773434313000'] for network, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:28.898556 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125'] for network, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:28.900525 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:28.901114 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:28.903973 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:28.958201 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Pushing event updated for resources: {'Network': ['ID=dbde6837-8ba6-4660-9c5c-6c1dde94c8ec,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:28.960956 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:28.968587 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec details requested by agent ovs-agent-dv-cinder-792209-4-smb with host dv-cinder-792209-4-smb {{(pid=93590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:14:29.048382 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-bafd9eb1-04a6-4833-8373-e5a0532af377 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7220035 Jun 29 16:14:29.051120 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 56660) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:29.056523 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Request body: {'subnet': {'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-680299923-subnet', 'tenant_id': '4f5356f21dbe40feb1d5ca524ea0763d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:29.178846 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Made reservation on behalf of 4f5356f21dbe40feb1d5ca524ea0763d for: {'subnet': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:29.181824 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26806388'] for subnet, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:29.430785 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25295074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26806374'] for subnet, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:29.433408 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:29.480954 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7120eaf-fcc2-42b9-aaf0-e45332430f53,revision_number=0']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:29.484564 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:29.491129 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Checking segment: {'id': '503525bc-1470-43df-9358-5090eb53976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:29.491480 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Network hostable DHCP agents. Network: dbde6837-8ba6-4660-9c5c-6c1dde94c8ec, hostable agents: ['e31bdb9d-4539-4db2-aa06-4b028a7035f8'], hosted agents: [] {{(pid=93588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:14:29.590394 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec is scheduled to be hosted by DHCP agent e31bdb9d-4539-4db2-aa06-4b028a7035f8 with binding_index 1 {{(pid=93588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:14:29.647679 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-smb, dbde6837-8ba6-4660-9c5c-6c1dde94c8ec) {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:29.651850 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:29.652442 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:29.656640 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d68f4a-d880-4f81-9c61-9cd8dc7c486d None None] Network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:14:29.762863 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-699ced9e-c9b4-42a9-9b3c-c2492f593bf8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7105508 Jun 29 16:14:29.779771 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb541e56-c9bd-499b-bec8-3ef2b16d627f None None] Network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec requested from dv-cinder-792209-4-smb {{(pid=93590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:14:31.981755 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-6733d16a-d227-44f2-a99c-2bdceb4207bb tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:31.983174 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-6733d16a-d227-44f2-a99c-2bdceb4207bb tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/networks?id=dbde6837-8ba6-4660-9c5c-6c1dde94c8ec HTTP/1.1" status: 200 len: 813 time: 0.0982287 Jun 29 16:14:31.997775 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-82a60241-cbda-4211-b85a-d77c8ee625bb tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/quotas/4f5356f21dbe40feb1d5ca524ea0763d HTTP/1.1" status: 200 len: 375 time: 0.0091429 Jun 29 16:14:32.028433 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-24aa6e99-4e3a-48f5-a428-76109b20205e tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f5356f21dbe40feb1d5ca524ea0763d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260203 Jun 29 16:14:32.120212 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-79af298b-e47f-41b5-8832-06cd88a9dffa service neutron] 10.222.0.13 "GET /v2.0/networks/dbde6837-8ba6-4660-9c5c-6c1dde94c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855272 Jun 29 16:14:32.207629 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-bafe6ecb-1ef8-4f20-9080-adaf9ffd8846 service neutron] 10.222.0.13 "GET /v2.0/networks/dbde6837-8ba6-4660-9c5c-6c1dde94c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815885 Jun 29 16:14:32.445028 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b5615522-5fad-4575-b1ae-48515f04e4b2 req-6dd841f5-c67a-40e9-a4d3-cfc026e858a9 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 210 time: 0.0330987 Jun 29 16:14:32.835083 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.524758 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-df787ff8-b272-4aa7-a67d-5b24fba6153b req-889f03ec-a191-437e-82f1-3fbe789c9142 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 210 time: 0.0280905 Jun 29 16:14:34.664549 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6af0191f-ac50-4e2b-a314-cb442cbf6ca1 req-cb2f0117-f3a3-444c-b274-2ad4d58fc004 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 210 time: 0.0281787 Jun 29 16:14:34.983138 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-3b9dbdfc-8497-4183-97e3-4764a88bf613 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:34.984639 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-3b9dbdfc-8497-4183-97e3-4764a88bf613 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.86 "GET /v2.0/networks?id=dbde6837-8ba6-4660-9c5c-6c1dde94c8ec HTTP/1.1" status: 200 len: 813 time: 0.1008999 Jun 29 16:14:34.997574 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Request body: {'port': {'device_id': '0a8f46de-7279-40ce-bd2b-83a7752194a9', 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec', 'admin_state_up': True, 'tenant_id': '4f5356f21dbe40feb1d5ca524ea0763d'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:35.201656 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Made reservation on behalf of 4f5356f21dbe40feb1d5ca524ea0763d for: {'port': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:35.205237 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.326551 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Allocated IP 172.20.0.10 (dbde6837-8ba6-4660-9c5c-6c1dde94c8ec/a7120eaf-fcc2-42b9-aaf0-e45332430f53/8050c863-4a62-4029-bdee-573131708174) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:35.468862 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.584404 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25294942'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.588818 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-ebd868be-ffc8-4ba2-b9a7-57fb27248262 tempest-AttachVolumeShelveTestJSON-345196103 tempest-AttachVolumeShelveTestJSON-345196103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:35.628748 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:35.631929 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:35.636140 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:35.642828 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Pushing event updated for resources: {'Port': ['ID=8050c863-4a62-4029-bdee-573131708174,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:35.662147 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:35.687289 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:35.688022 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.779218 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-8b82a9e5-d674-4998-85ae-76c23489ea68 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7859080 Jun 29 16:14:35.793075 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Request body: {'port': {'device_id': '0a8f46de-7279-40ce-bd2b-83a7752194a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:35.838488 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e1cd3-9664-4b0e-9c11-6c8f0e4a2f82 req-44656772-23f7-4838-86f2-51be6ae0fba0 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:35.839919 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7d0e1cd3-9664-4b0e-9c11-6c8f0e4a2f82 req-44656772-23f7-4838-86f2-51be6ae0fba0 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 932 time: 0.0620337 Jun 29 16:14:35.865794 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.881187 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7d0e1cd3-9664-4b0e-9c11-6c8f0e4a2f82 req-e4a14560-c5d8-4062-ab1b-43e776ee65d9 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353718 Jun 29 16:14:36.112426 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8050c863-4a62-4029-bdee-573131708174 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:36.120194 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.131367 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Transition to ACTIVE for port object 8050c863-4a62-4029-bdee-573131708174 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:36.201151 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.203147 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-6083d8fa-9bea-437f-8d50-a65e84ce6af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:36.249824 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8050c863-4a62-4029-bdee-573131708174,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:36.253974 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:36.322123 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Attempting to bind port 8050c863-4a62-4029-bdee-573131708174 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:36.322461 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Attempting to bind port 8050c863-4a62-4029-bdee-573131708174 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '503525bc-1470-43df-9358-5090eb53976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:36.322795 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Attempting to bind port 8050c863-4a62-4029-bdee-573131708174 on network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:36.326932 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Port 8050c863-4a62-4029-bdee-573131708174 on network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:14:36.327256 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Attempting to bind port 8050c863-4a62-4029-bdee-573131708174 on network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:36.331999 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:36.332340 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Checking segment: {'id': '503525bc-1470-43df-9358-5090eb53976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:36.332727 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Bound using segment: {'id': '503525bc-1470-43df-9358-5090eb53976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:36.333159 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Bound port: 8050c863-4a62-4029-bdee-573131708174, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503525bc-1470-43df-9358-5090eb53976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:36.333515 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.393781 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] For port 8050c863-4a62-4029-bdee-573131708174, host hv-cinder-79220, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:36.396727 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] For port 8050c863-4a62-4029-bdee-573131708174, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8050c863-4a62-4029-bdee-573131708174,segment=NetworkSegment(503525bc-1470-43df-9358-5090eb53976b),segment_id=503525bc-1470-43df-9358-5090eb53976b)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:36.476115 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.478534 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-c881fda3-a960-40f4-a5a9-3024c1b68a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:36.511770 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.512384 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.513762 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] 10.222.0.86 "PUT /v2.0/ports/8050c863-4a62-4029-bdee-573131708174 HTTP/1.1" status: 200 len: 1094 time: 0.7250626 Jun 29 16:14:36.514254 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f46de-7279-40ce-bd2b-83a7752194a9', 'tag': '8050c863-4a62-4029-bdee-573131708174'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:36.516805 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6870b3-c77a-4e6c-bb5a-6bda8edcb1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f46de-7279-40ce-bd2b-83a7752194a9", "tag": "8050c863-4a62-4029-bdee-573131708174"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:36.537703 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8050c863-4a62-4029-bdee-573131708174,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:36.541286 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-7b5131f4-9ef2-485e-afb2-a085f90297e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:36.552694 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdca7636-e1bb-4979-a696-12a27e509484 x-openstack-request-id: req-fdca7636-e1bb-4979-a696-12a27e509484 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:36.553034 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f46de-7279-40ce-bd2b-83a7752194a9", "tag": "8050c863-4a62-4029-bdee-573131708174", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:36.553332 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdca7636-e1bb-4979-a696-12a27e509484 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:36.553764 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f46de-7279-40ce-bd2b-83a7752194a9', 'tag': '8050c863-4a62-4029-bdee-573131708174', 'status': 'completed', 'code': 200} Jun 29 16:14:36.629937 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6870b3-c77a-4e6c-bb5a-6bda8edcb1b3 req-8ca42686-705e-4c1d-9142-07424365e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.631432 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-bc6870b3-c77a-4e6c-bb5a-6bda8edcb1b3 req-8ca42686-705e-4c1d-9142-07424365e11b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4f5356f21dbe40feb1d5ca524ea0763d&device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 1097 time: 0.0571287 Jun 29 16:14:36.724868 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6870b3-c77a-4e6c-bb5a-6bda8edcb1b3 req-0ebcb873-85cb-46bd-bab4-bbb622c6678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.726336 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-bc6870b3-c77a-4e6c-bb5a-6bda8edcb1b3 req-0ebcb873-85cb-46bd-bab4-bbb622c6678b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4f5356f21dbe40feb1d5ca524ea0763d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0881979 Jun 29 16:14:36.821855 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6870b3-c77a-4e6c-bb5a-6bda8edcb1b3 req-878fee42-264e-41dd-a921-270d06b9f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.823368 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-bc6870b3-c77a-4e6c-bb5a-6bda8edcb1b3 req-878fee42-264e-41dd-a921-270d06b9f445 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907853 Jun 29 16:14:36.909792 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-12f73578-700f-4762-8e14-6f7e8d9f4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.911311 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-12f73578-700f-4762-8e14-6f7e8d9f4c33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4f5356f21dbe40feb1d5ca524ea0763d&device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 1097 time: 0.0509965 Jun 29 16:14:36.955301 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-a1bb3281-f904-4f22-9030-bc9a9e26df6a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8050c863-4a62-4029-bdee-573131708174 HTTP/1.1" status: 200 len: 217 time: 0.0369818 Jun 29 16:14:37.002683 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-5f1c1590-f04f-4701-8e20-df752988464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:37.004169 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-5f1c1590-f04f-4701-8e20-df752988464d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a7120eaf-fcc2-42b9-aaf0-e45332430f53 HTTP/1.1" status: 200 len: 853 time: 0.0427110 Jun 29 16:14:37.035528 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-b826fe61-8756-4831-a4a3-a12bf73e2a98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dbde6837-8ba6-4660-9c5c-6c1dde94c8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253510 Jun 29 16:14:37.053143 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204ba2d-f29c-4902-a3ff-8d331bf1b162 req-9383e58a-7014-44dc-aa50-5c621c13689e tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:37.054621 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7204ba2d-f29c-4902-a3ff-8d331bf1b162 req-9383e58a-7014-44dc-aa50-5c621c13689e tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 944 time: 0.0624533 Jun 29 16:14:37.091614 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-7204ba2d-f29c-4902-a3ff-8d331bf1b162 req-bdb554c1-660a-46b5-885c-36950ee4ab34 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305059 Jun 29 16:14:37.126148 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-c7da8c01-77cf-4bfe-b65b-e7cc94c6d176 service neutron] 10.222.0.86 "GET /v2.0/networks/dbde6837-8ba6-4660-9c5c-6c1dde94c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841010 Jun 29 16:14:37.210807 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-88a176c2-18a7-4001-9551-f17b8f4582f7 req-7f722729-a754-4990-9342-62c305a66480 service neutron] 10.222.0.86 "GET /v2.0/networks/dbde6837-8ba6-4660-9c5c-6c1dde94c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780318 Jun 29 16:14:38.284080 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eef6d3-a96f-40c1-a346-0a885d03e9c1 req-91db70e8-1c8a-42c0-afea-7237fb888f0e tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:38.285534 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d2eef6d3-a96f-40c1-a346-0a885d03e9c1 req-91db70e8-1c8a-42c0-afea-7237fb888f0e tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 944 time: 0.0620601 Jun 29 16:14:38.322306 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d2eef6d3-a96f-40c1-a346-0a885d03e9c1 req-9d571f5a-fe17-47eb-b4c5-235001b88e3e tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300603 Jun 29 16:14:39.489995 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced03d07-4fa8-45b7-af0e-1dbc8dc4c5c8 req-56d5697f-1170-4f69-99f7-a50445411eb3 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:39.491439 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ced03d07-4fa8-45b7-af0e-1dbc8dc4c5c8 req-56d5697f-1170-4f69-99f7-a50445411eb3 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 944 time: 0.0613148 Jun 29 16:14:39.527876 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-ced03d07-4fa8-45b7-af0e-1dbc8dc4c5c8 req-f95f827e-f3b1-4ebf-8340-bc820d1041fe tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302417 Jun 29 16:14:39.905873 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 8050c863-4a62-4029-bdee-573131708174 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:14:39.997196 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 8050c863-4a62-4029-bdee-573131708174, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8050c863-4a62-4029-bdee-573131708174,segment=NetworkSegment(503525bc-1470-43df-9358-5090eb53976b),segment_id=503525bc-1470-43df-9358-5090eb53976b)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:40.012097 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '8050c863-4a62-4029-bdee-573131708174', 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec', 'port_id': '8050c863-4a62-4029-bdee-573131708174', 'mac_address': 'fa:16:3e:44:23:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7120eaf-fcc2-42b9-aaf0-e45332430f53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:14:40.048513 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:40.060805 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8050c863-4a62-4029-bdee-573131708174 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:40.080212 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 8050c863-4a62-4029-bdee-573131708174, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8050c863-4a62-4029-bdee-573131708174,segment=NetworkSegment(503525bc-1470-43df-9358-5090eb53976b),segment_id=503525bc-1470-43df-9358-5090eb53976b)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:40.171947 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:40.173719 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:40.220117 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=8050c863-4a62-4029-bdee-573131708174,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:40.223217 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:40.368770 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['8050c863-4a62-4029-bdee-573131708174'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:14:40.713032 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0026145-013d-4c38-83f5-b4bdfb0fc41a req-98df129d-e887-4156-ab5f-3c9b1975e02e tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:40.714561 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c0026145-013d-4c38-83f5-b4bdfb0fc41a req-98df129d-e887-4156-ab5f-3c9b1975e02e tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 945 time: 0.0674226 Jun 29 16:14:40.751591 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-c0026145-013d-4c38-83f5-b4bdfb0fc41a req-71dfa4d4-4a09-4216-b9eb-6f453d1040a6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Jun 29 16:14:41.923228 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab94525-c5d8-4f85-ac9e-54b0eea73017 req-2056ce46-79ef-4608-9493-070108ae4411 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:41.924691 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-eab94525-c5d8-4f85-ac9e-54b0eea73017 req-2056ce46-79ef-4608-9493-070108ae4411 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 945 time: 0.0647719 Jun 29 16:14:41.932507 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 8050c863-4a62-4029-bdee-573131708174 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:41.961981 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-eab94525-c5d8-4f85-ac9e-54b0eea73017 req-04ea8084-d3dc-4421-8f6a-09bfcbd1e554 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Jun 29 16:14:42.029731 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 8050c863-4a62-4029-bdee-573131708174 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:42.033528 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 8050c863-4a62-4029-bdee-573131708174 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:42.033911 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:42.109419 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:42.131310 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f46de-7279-40ce-bd2b-83a7752194a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8050c863-4a62-4029-bdee-573131708174'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:42.133608 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cff2815-c0b5-4570-83ba-655dad4931c7" -d '{"events": [{"server_uuid": "0a8f46de-7279-40ce-bd2b-83a7752194a9", "name": "network-vif-plugged", "status": "completed", "tag": "8050c863-4a62-4029-bdee-573131708174"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:42.146363 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 8050c863-4a62-4029-bdee-573131708174, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8050c863-4a62-4029-bdee-573131708174,segment=NetworkSegment(503525bc-1470-43df-9358-5090eb53976b),segment_id=503525bc-1470-43df-9358-5090eb53976b)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:42.172180 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea32da03-88a9-4cbc-86d6-f546f873aa1d x-openstack-request-id: req-ea32da03-88a9-4cbc-86d6-f546f873aa1d {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:42.172510 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f46de-7279-40ce-bd2b-83a7752194a9", "name": "network-vif-plugged", "status": "completed", "tag": "8050c863-4a62-4029-bdee-573131708174", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:42.172774 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea32da03-88a9-4cbc-86d6-f546f873aa1d {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:42.173167 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f46de-7279-40ce-bd2b-83a7752194a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8050c863-4a62-4029-bdee-573131708174', 'code': 200} Jun 29 16:14:42.224694 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:42.226646 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:42.271759 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=8050c863-4a62-4029-bdee-573131708174,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:42.274768 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:42.538652 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0213-21d7-41c4-91ea-589a981704c4 req-763dbd17-9e4d-4c78-9699-4d9132007053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:42.540073 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-535f0213-21d7-41c4-91ea-589a981704c4 req-763dbd17-9e4d-4c78-9699-4d9132007053 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 1099 time: 0.0512271 Jun 29 16:14:42.574058 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-535f0213-21d7-41c4-91ea-589a981704c4 req-ee5db6d7-4581-4845-ad0e-7d1d71eea96d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271928 Jun 29 16:14:43.129519 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f814e28-4c5d-4062-9edb-08fa50d14e66 req-fffcf680-ab0c-49dd-b3dc-59397cbbccfd tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:43.130989 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5f814e28-4c5d-4062-9edb-08fa50d14e66 req-fffcf680-ab0c-49dd-b3dc-59397cbbccfd tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 946 time: 0.0626583 Jun 29 16:14:43.167578 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5f814e28-4c5d-4062-9edb-08fa50d14e66 req-33744dfb-bedf-4bc6-a5c7-055f73132130 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309434 Jun 29 16:14:44.347975 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b885c06-46ad-46fc-876f-a1532b5a8847 req-0bb8fd36-91dc-4965-94b3-04ad350c4107 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:44.349428 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4b885c06-46ad-46fc-876f-a1532b5a8847 req-0bb8fd36-91dc-4965-94b3-04ad350c4107 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 946 time: 0.0643799 Jun 29 16:14:44.385759 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4b885c06-46ad-46fc-876f-a1532b5a8847 req-03c0b851-d3dc-4857-b353-e439533165db tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306547 Jun 29 16:14:47.967427 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-36e647f7-b739-4175-ad9e-2fcbf0d74cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.055168 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:14:50.230430 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-706387ee-a152-4a2b-b8b4-b02435c9d051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.361389 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.590019 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.041773 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.720722 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:18.006292 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd466-9a41-4cda-baac-a5268463ef6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.206117 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-2e3baee7-953c-4ea3-8c80-4d89a7c2fe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.423318 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.611248 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:23.086042 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.895915 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13ea2b-7f95-4916-92ce-dbd96968037c req-fcf936a7-377d-4b52-952a-9a7d5bed848a tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:25.897385 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9a13ea2b-7f95-4916-92ce-dbd96968037c req-fcf936a7-377d-4b52-952a-9a7d5bed848a tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 946 time: 0.0623269 Jun 29 16:15:25.934498 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-9a13ea2b-7f95-4916-92ce-dbd96968037c req-4bd9ad6d-c74b-478d-bde8-fef146e41268 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Jun 29 16:15:26.054529 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:15:27.154473 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b35264-5f6d-4779-b1dc-182911e28df2 req-ef5191a8-0a20-4705-b6fb-991579451768 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:27.156605 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-13b35264-5f6d-4779-b1dc-182911e28df2 req-ef5191a8-0a20-4705-b6fb-991579451768 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 946 time: 0.1122813 Jun 29 16:15:27.203292 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-13b35264-5f6d-4779-b1dc-182911e28df2 req-5c3fe95b-d5b9-4d7f-8c77-fbbc3ae05309 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395975 Jun 29 16:15:28.371266 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559272c-eaf2-432d-b551-5bc78ceeeaa8 req-7daaed22-6ca8-4388-82b1-507d1f04b5d8 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:28.372748 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3559272c-eaf2-432d-b551-5bc78ceeeaa8 req-7daaed22-6ca8-4388-82b1-507d1f04b5d8 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 946 time: 0.0613923 Jun 29 16:15:28.409384 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-3559272c-eaf2-432d-b551-5bc78ceeeaa8 req-225e29d2-5367-499b-bd87-cff055365367 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307934 Jun 29 16:15:29.576136 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c37471-bf15-4212-8633-82d851bbda28 req-4146dccb-8d32-4087-9938-f11c352d86a2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:29.578082 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-58c37471-bf15-4212-8633-82d851bbda28 req-4146dccb-8d32-4087-9938-f11c352d86a2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 946 time: 0.0610352 Jun 29 16:15:29.614334 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-58c37471-bf15-4212-8633-82d851bbda28 req-daf1b75a-f4cb-489a-9609-b8d89a34c73c tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307419 Jun 29 16:15:30.292051 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe12b7-ebfd-4178-8d96-9ef9c509776b req-f213f7ec-2388-44c0-85c1-8eba9a7c605d tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:30.293484 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4cfe12b7-ebfd-4178-8d96-9ef9c509776b req-f213f7ec-2388-44c0-85c1-8eba9a7c605d tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.86 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 946 time: 0.0642352 Jun 29 16:15:30.392038 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-4cfe12b7-ebfd-4178-8d96-9ef9c509776b req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Deleting port 8050c863-4a62-4029-bdee-573131708174 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:15:30.392381 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-4cfe12b7-ebfd-4178-8d96-9ef9c509776b req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.478596 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-4cfe12b7-ebfd-4178-8d96-9ef9c509776b req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] For port 8050c863-4a62-4029-bdee-573131708174, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8050c863-4a62-4029-bdee-573131708174,segment=NetworkSegment(503525bc-1470-43df-9358-5090eb53976b),segment_id=503525bc-1470-43df-9358-5090eb53976b)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:30.478955 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-4cfe12b7-ebfd-4178-8d96-9ef9c509776b req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.490844 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-4cfe12b7-ebfd-4178-8d96-9ef9c509776b req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Calling delete_port for 8050c863-4a62-4029-bdee-573131708174 owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:15:30.651763 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-4cfe12b7-ebfd-4178-8d96-9ef9c509776b req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:30.656540 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-2fc8f9db-514d-46dd-aaee-b76180245430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:30.663329 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['8050c863-4a62-4029-bdee-573131708174'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:15:30.957671 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Pushing event deleted for resources: {'Port': ['ID=8050c863-4a62-4029-bdee-573131708174,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:30.991527 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-b636b6ab-6111-4814-8a30-32d7e6095a5d req-1608fa07-5571-4b38-bb2f-2e0a28e57e3e tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f46de-7279-40ce-bd2b-83a7752194a9 HTTP/1.1" status: 200 len: 210 time: 0.0371635 Jun 29 16:15:30.994078 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:30.994528 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:30.994817 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:30.995183 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:30.995569 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:30.995933 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:30.996294 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:30.996648 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:30.997005 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:30.997360 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:30.997712 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:30.998060 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:31.016390 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:31.035116 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfe12b7-ebfd-4178-8d96-9ef9c509776b req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] No DVR routers for this DVR port 8050c863-4a62-4029-bdee-573131708174 on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:15:31.037494 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-4cfe12b7-ebfd-4178-8d96-9ef9c509776b req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:31.039373 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4cfe12b7-ebfd-4178-8d96-9ef9c509776b req-3aa0fd43-2f21-4aa2-9406-d0eb8b0fd7e6 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.86 "DELETE /v2.0/ports/8050c863-4a62-4029-bdee-573131708174 HTTP/1.1" status: 204 len: 173 time: 0.7403681 Jun 29 16:15:31.039870 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f46de-7279-40ce-bd2b-83a7752194a9', 'name': 'network-vif-deleted', 'tag': '8050c863-4a62-4029-bdee-573131708174'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:31.042107 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e14de89-033e-4829-84ba-da931c585c48" -d '{"events": [{"server_uuid": "0a8f46de-7279-40ce-bd2b-83a7752194a9", "name": "network-vif-deleted", "tag": "8050c863-4a62-4029-bdee-573131708174"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:31.077298 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7feafb32-0218-4398-ac7a-4cf7eed102bb x-openstack-request-id: req-7feafb32-0218-4398-ac7a-4cf7eed102bb {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:31.078207 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f46de-7279-40ce-bd2b-83a7752194a9", "name": "network-vif-deleted", "tag": "8050c863-4a62-4029-bdee-573131708174", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:31.078507 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7feafb32-0218-4398-ac7a-4cf7eed102bb {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:31.078941 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f46de-7279-40ce-bd2b-83a7752194a9', 'name': 'network-vif-deleted', 'tag': '8050c863-4a62-4029-bdee-573131708174', 'status': 'completed', 'code': 200} Jun 29 16:15:32.771695 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:34.154229 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 8050c863-4a62-4029-bdee-573131708174 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:15:34.174757 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 8050c863-4a62-4029-bdee-573131708174 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:15:34.174888 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 8050c863-4a62-4029-bdee-573131708174 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:15:36.503979 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-8bc411af-abb4-4173-9a20-d6113e751d3c tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:36.505558 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-8bc411af-abb4-4173-9a20-d6113e751d3c tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/networks?id=dbde6837-8ba6-4660-9c5c-6c1dde94c8ec HTTP/1.1" status: 200 len: 813 time: 0.1043591 Jun 29 16:15:36.520070 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-6e82e9f7-ccf6-4c40-ac5a-9b855c862359 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/quotas/4f5356f21dbe40feb1d5ca524ea0763d HTTP/1.1" status: 200 len: 375 time: 0.0092349 Jun 29 16:15:36.553017 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-f5d0f8da-88db-4c7d-9148-70f03c99dfa3 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f5356f21dbe40feb1d5ca524ea0763d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281124 Jun 29 16:15:36.562986 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-10a62db2-b2eb-4783-99ce-831a3fb710f5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:15:36.563975 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-10a62db2-b2eb-4783-99ce-831a3fb710f5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050535 Jun 29 16:15:36.648363 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-867d369f-626e-43a1-933f-dfa2c2d9c80b service neutron] 10.222.0.13 "GET /v2.0/networks/dbde6837-8ba6-4660-9c5c-6c1dde94c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791755 Jun 29 16:15:36.736773 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-3e506745-2695-461f-b2ba-c68594ef6d6a service neutron] 10.222.0.13 "GET /v2.0/networks/dbde6837-8ba6-4660-9c5c-6c1dde94c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827296 Jun 29 16:15:37.025316 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-942ac36a-24bf-4f5d-829c-82489578f934 req-0d90b19b-1c82-40b1-b603-d63a70a50b84 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 210 time: 0.0315769 Jun 29 16:15:38.163998 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-0584ec17-9da2-4d09-bd08-9895b9335c17 req-8add0fe0-6f64-40fd-adaf-5e8d3e593eea tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 210 time: 0.0287294 Jun 29 16:15:39.120979 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-283e7990-dd14-4720-9885-8ee66bbeb6a2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:39.122602 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-283e7990-dd14-4720-9885-8ee66bbeb6a2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.86 "GET /v2.0/networks?id=dbde6837-8ba6-4660-9c5c-6c1dde94c8ec HTTP/1.1" status: 200 len: 813 time: 0.0984433 Jun 29 16:15:39.139339 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Request body: {'port': {'device_id': 'ff51f6c1-ab44-4c36-bffe-b3c9efda570c', 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec', 'admin_state_up': True, 'tenant_id': '4f5356f21dbe40feb1d5ca524ea0763d'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:39.304541 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-d6d3bd4d-6d8e-4dc9-9383-722ab526d14f req-5ea5bf6b-701c-49f7-bea3-4a0940f9adf3 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 210 time: 0.0284352 Jun 29 16:15:39.337076 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Made reservation on behalf of 4f5356f21dbe40feb1d5ca524ea0763d for: {'port': 1} {{(pid=93588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:39.343143 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:39.470004 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Allocated IP 172.20.0.9 (dbde6837-8ba6-4660-9c5c-6c1dde94c8ec/a7120eaf-fcc2-42b9-aaf0-e45332430f53/8121be49-e5ef-4a8b-b35f-440832413c51) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:39.609050 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:39.754525 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16237692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773434296302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25294942'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:39.758463 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-901cecd4-e78f-44a2-8d0c-4c6b0f30e8ab tempest-TestMinimumBasicScenario-799475739 tempest-TestMinimumBasicScenario-799475739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:39.797478 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:39.800604 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:39.804372 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:39.830631 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Pushing event updated for resources: {'Port': ['ID=8121be49-e5ef-4a8b-b35f-440832413c51,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:39.835306 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:39.865327 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:39.866255 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:39.948538 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-4cae13ac-6a58-4dfd-8d82-44ed57d73eb1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8128364 Jun 29 16:15:39.959385 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-c0b39f72-5022-4a5e-b32a-03a19f0ad47a tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:15:39.960342 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-c0b39f72-5022-4a5e-b32a-03a19f0ad47a tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052555 Jun 29 16:15:40.011668 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.v2.base [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Request body: {'port': {'device_id': 'ff51f6c1-ab44-4c36-bffe-b3c9efda570c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=93588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:40.083235 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.350663 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8121be49-e5ef-4a8b-b35f-440832413c51 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:40.359073 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.370825 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Transition to ACTIVE for port object 8121be49-e5ef-4a8b-b35f-440832413c51 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:40.445474 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.448480 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-28612cbd-832c-4fe5-8ff3-be724f9bec23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:40.473922 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd6569-2e44-4abc-8f22-46424fb2a13e req-8ba3e777-4060-415f-811d-24d6deb23574 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:40.475425 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9ccd6569-2e44-4abc-8f22-46424fb2a13e req-8ba3e777-4060-415f-811d-24d6deb23574 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 931 time: 0.0618942 Jun 29 16:15:40.497820 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Pushing event updated for resources: {'Port': ['ID=8121be49-e5ef-4a8b-b35f-440832413c51,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:40.519343 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:40.519651 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9ccd6569-2e44-4abc-8f22-46424fb2a13e req-e8abdfe3-6c70-4e9e-b783-2d0f96d71466 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383904 Jun 29 16:15:40.576436 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Attempting to bind port 8121be49-e5ef-4a8b-b35f-440832413c51 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:40.576691 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Attempting to bind port 8121be49-e5ef-4a8b-b35f-440832413c51 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '503525bc-1470-43df-9358-5090eb53976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:40.577080 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Attempting to bind port 8121be49-e5ef-4a8b-b35f-440832413c51 on network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:40.581771 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Port 8121be49-e5ef-4a8b-b35f-440832413c51 on network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:15:40.582088 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Attempting to bind port 8121be49-e5ef-4a8b-b35f-440832413c51 on network dbde6837-8ba6-4660-9c5c-6c1dde94c8ec {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:40.586757 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Checking agent: {'id': 'bb716d14-c356-401b-85a6-0d4a86800772', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'started_at': datetime.datetime(2021, 6, 29, 16, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:40.587089 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Checking segment: {'id': '503525bc-1470-43df-9358-5090eb53976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:40.587472 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Bound using segment: {'id': '503525bc-1470-43df-9358-5090eb53976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:40.587923 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Bound port: 8121be49-e5ef-4a8b-b35f-440832413c51, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503525bc-1470-43df-9358-5090eb53976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:40.588272 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.648291 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] For port 8121be49-e5ef-4a8b-b35f-440832413c51, host hv-cinder-79220, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:40.651168 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] For port 8121be49-e5ef-4a8b-b35f-440832413c51, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8121be49-e5ef-4a8b-b35f-440832413c51,segment=NetworkSegment(503525bc-1470-43df-9358-5090eb53976b),segment_id=503525bc-1470-43df-9358-5090eb53976b)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:40.731447 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25294956'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.733619 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-42eb0350-3f10-4ec7-88db-cb9d8b2f33a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:40.768450 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:40.769132 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:40.770514 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] 10.222.0.86 "PUT /v2.0/ports/8121be49-e5ef-4a8b-b35f-440832413c51 HTTP/1.1" status: 200 len: 1093 time: 0.8042722 Jun 29 16:15:40.771030 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff51f6c1-ab44-4c36-bffe-b3c9efda570c', 'tag': '8121be49-e5ef-4a8b-b35f-440832413c51'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:40.773340 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11c7f1b-0a36-440a-8785-12d254f8bbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff51f6c1-ab44-4c36-bffe-b3c9efda570c", "tag": "8121be49-e5ef-4a8b-b35f-440832413c51"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:40.797120 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Pushing event updated for resources: {'Port': ['ID=8121be49-e5ef-4a8b-b35f-440832413c51,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:40.800379 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-dd7bf481-35cb-4e35-b7fe-2f079ddbe556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:40.813174 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a063c9b-3208-435b-991e-586b9a1fd1c3 x-openstack-request-id: req-1a063c9b-3208-435b-991e-586b9a1fd1c3 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:40.813507 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff51f6c1-ab44-4c36-bffe-b3c9efda570c", "tag": "8121be49-e5ef-4a8b-b35f-440832413c51", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:40.813826 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a063c9b-3208-435b-991e-586b9a1fd1c3 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:40.814257 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff51f6c1-ab44-4c36-bffe-b3c9efda570c', 'tag': '8121be49-e5ef-4a8b-b35f-440832413c51', 'status': 'completed', 'code': 200} Jun 29 16:15:40.892554 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c7f1b-0a36-440a-8785-12d254f8bbe1 req-ba43ab9f-a4b3-4b90-a0d6-d98d067815f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:40.894079 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e11c7f1b-0a36-440a-8785-12d254f8bbe1 req-ba43ab9f-a4b3-4b90-a0d6-d98d067815f1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4f5356f21dbe40feb1d5ca524ea0763d&device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 1096 time: 0.0585759 Jun 29 16:15:40.994576 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c7f1b-0a36-440a-8785-12d254f8bbe1 req-1985ea36-8cda-48fb-b908-9d31479cddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:40.996093 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e11c7f1b-0a36-440a-8785-12d254f8bbe1 req-1985ea36-8cda-48fb-b908-9d31479cddf4 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4f5356f21dbe40feb1d5ca524ea0763d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0934680 Jun 29 16:15:41.091441 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c7f1b-0a36-440a-8785-12d254f8bbe1 req-8c506dc1-2460-4355-bf45-8bdc0ee374db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.093466 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-e11c7f1b-0a36-440a-8785-12d254f8bbe1 req-8c506dc1-2460-4355-bf45-8bdc0ee374db service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918996 Jun 29 16:15:41.179774 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-fde0ed18-a03c-4162-8ac7-061c7c490ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.181194 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-fde0ed18-a03c-4162-8ac7-061c7c490ede service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4f5356f21dbe40feb1d5ca524ea0763d&device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 1096 time: 0.0510600 Jun 29 16:15:41.220857 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-a4ca921b-c5ef-4948-ba73-47e4564b4f05 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8121be49-e5ef-4a8b-b35f-440832413c51 HTTP/1.1" status: 200 len: 217 time: 0.0327473 Jun 29 16:15:41.269365 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-d5281b7a-c62b-4883-9353-9c78ae678011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.270740 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-d5281b7a-c62b-4883-9353-9c78ae678011 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a7120eaf-fcc2-42b9-aaf0-e45332430f53 HTTP/1.1" status: 200 len: 853 time: 0.0440571 Jun 29 16:15:41.303705 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-6f88915e-0509-4516-82c0-c945371eb14b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dbde6837-8ba6-4660-9c5c-6c1dde94c8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254900 Jun 29 16:15:41.391365 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-3c45f50c-e98e-485c-be83-326ff652a8fb service neutron] 10.222.0.86 "GET /v2.0/networks/dbde6837-8ba6-4660-9c5c-6c1dde94c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804462 Jun 29 16:15:41.480818 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-14cc4668-0fc7-44ea-bc4d-2a8e2c41698d req-eb2c5b78-ad33-4f75-b53e-773101825fb2 service neutron] 10.222.0.86 "GET /v2.0/networks/dbde6837-8ba6-4660-9c5c-6c1dde94c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829148 Jun 29 16:15:41.693228 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58db4c3-a65c-4961-a5d4-445cb83d78a0 req-39cfd06d-a6d0-4b0e-b351-78fae009a38a tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.694700 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d58db4c3-a65c-4961-a5d4-445cb83d78a0 req-39cfd06d-a6d0-4b0e-b351-78fae009a38a tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 943 time: 0.0631468 Jun 29 16:15:41.731986 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d58db4c3-a65c-4961-a5d4-445cb83d78a0 req-3453e2c4-56a3-449a-8312-67fb3ab29a83 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313549 Jun 29 16:15:42.169916 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 8121be49-e5ef-4a8b-b35f-440832413c51 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=93590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:15:42.264063 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 8121be49-e5ef-4a8b-b35f-440832413c51, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8121be49-e5ef-4a8b-b35f-440832413c51,segment=NetworkSegment(503525bc-1470-43df-9358-5090eb53976b),segment_id=503525bc-1470-43df-9358-5090eb53976b)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:42.275171 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Returning: {'device': '8121be49-e5ef-4a8b-b35f-440832413c51', 'network_id': 'dbde6837-8ba6-4660-9c5c-6c1dde94c8ec', 'port_id': '8121be49-e5ef-4a8b-b35f-440832413c51', 'mac_address': 'fa:16:3e:0a:7b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7120eaf-fcc2-42b9-aaf0-e45332430f53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:15:42.310840 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:42.324313 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8121be49-e5ef-4a8b-b35f-440832413c51 {{(pid=93590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:42.343015 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 8121be49-e5ef-4a8b-b35f-440832413c51, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8121be49-e5ef-4a8b-b35f-440832413c51,segment=NetworkSegment(503525bc-1470-43df-9358-5090eb53976b),segment_id=503525bc-1470-43df-9358-5090eb53976b)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:42.422685 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:42.424383 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-7d6505e7-455c-4102-bed8-47a3056c8450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:42.469838 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=8121be49-e5ef-4a8b-b35f-440832413c51,revision_number=4']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:42.476552 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.476887 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.477227 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.477562 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.477890 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.478217 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.478542 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.478864 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.479185 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.479565 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.479850 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.481312 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:42.483955 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:42.632223 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['8121be49-e5ef-4a8b-b35f-440832413c51'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:15:42.900499 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50657e80-0677-4b38-b8be-08828db40233 req-0cb740e4-8284-4ae6-ac57-11657de23407 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:42.901959 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-50657e80-0677-4b38-b8be-08828db40233 req-0cb740e4-8284-4ae6-ac57-11657de23407 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 944 time: 0.0620306 Jun 29 16:15:42.938510 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-50657e80-0677-4b38-b8be-08828db40233 req-2d0e6554-0820-4813-be61-f2c842d33c56 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305781 Jun 29 16:15:44.105129 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28364e-8d7a-423d-9d9f-1967f654a160 req-b551527a-26a5-4e6d-ad35-7a9da2758b03 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:44.106556 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6d28364e-8d7a-423d-9d9f-1967f654a160 req-b551527a-26a5-4e6d-ad35-7a9da2758b03 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 944 time: 0.0608017 Jun 29 16:15:44.142416 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6d28364e-8d7a-423d-9d9f-1967f654a160 req-f5e25d92-369b-4b39-aec9-b51c9e74a554 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297863 Jun 29 16:15:44.169744 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 8121be49-e5ef-4a8b-b35f-440832413c51 up at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:44.308508 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning for port 8121be49-e5ef-4a8b-b35f-440832413c51 completed by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:44.312753 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.db.provisioning_blocks [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Provisioning complete for port 8121be49-e5ef-4a8b-b35f-440832413c51 triggered by entity L2. {{(pid=93590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:44.313135 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16200969'] for port, provisioning_complete {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.390245 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16237619'] for port, before_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.411934 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff51f6c1-ab44-4c36-bffe-b3c9efda570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8121be49-e5ef-4a8b-b35f-440832413c51'}] {{(pid=93590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:44.414226 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54cf8101409373489357b5aa5f61607cb7c687a3dac6f59591a027c6db27cee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f01e10e-5eb6-4f5a-9dd2-e09013896f4c" -d '{"events": [{"server_uuid": "ff51f6c1-ab44-4c36-bffe-b3c9efda570c", "name": "network-vif-plugged", "status": "completed", "tag": "8121be49-e5ef-4a8b-b35f-440832413c51"}]}' {{(pid=93590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:44.427117 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] For port 8121be49-e5ef-4a8b-b35f-440832413c51, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8121be49-e5ef-4a8b-b35f-440832413c51,segment=NetworkSegment(503525bc-1470-43df-9358-5090eb53976b),segment_id=503525bc-1470-43df-9358-5090eb53976b)] {{(pid=93590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:44.448764 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b75c8f0-14bc-4760-92f6-72e252a32654 x-openstack-request-id: req-5b75c8f0-14bc-4760-92f6-72e252a32654 {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:44.449064 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff51f6c1-ab44-4c36-bffe-b3c9efda570c", "name": "network-vif-plugged", "status": "completed", "tag": "8121be49-e5ef-4a8b-b35f-440832413c51", "code": 200}]} {{(pid=93590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:44.449325 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b75c8f0-14bc-4760-92f6-72e252a32654 {{(pid=93590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:44.449722 dv-cinder-792209-4-smb neutron-server[93590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff51f6c1-ab44-4c36-bffe-b3c9efda570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8121be49-e5ef-4a8b-b35f-440832413c51', 'code': 200} Jun 29 16:15:44.514010 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773434770634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773434299140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773434299185'] for port, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.516235 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-60af1529-bf7c-4bda-935e-a630c4925ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:44.560123 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Pushing event updated for resources: {'Port': ['ID=8121be49-e5ef-4a8b-b35f-440832413c51,revision_number=5']} {{(pid=93590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:44.563542 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:44.827527 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f583ab4-49e3-4909-90b7-32631eafc07a req-9b63e4ca-79d7-4932-9e56-7168ffe54d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:44.828906 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6f583ab4-49e3-4909-90b7-32631eafc07a req-9b63e4ca-79d7-4932-9e56-7168ffe54d17 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 1098 time: 0.0546403 Jun 29 16:15:44.861002 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-6f583ab4-49e3-4909-90b7-32631eafc07a req-31b876e2-39d5-4dc8-b649-c45f30d7d2ca service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257263 Jun 29 16:15:45.316443 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fded8ec-cbe5-4694-b1cd-b516398c1e7a req-9cda0434-f969-4a5c-af0c-bcbfb82bd29b tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:45.317886 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9fded8ec-cbe5-4694-b1cd-b516398c1e7a req-9cda0434-f969-4a5c-af0c-bcbfb82bd29b tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 945 time: 0.0650580 Jun 29 16:15:45.354150 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-9fded8ec-cbe5-4694-b1cd-b516398c1e7a req-be8f0e2c-b339-457b-84e0-a0276d626b14 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306244 Jun 29 16:15:46.544193 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938cd3-a0d5-43b9-a173-1c822cdec407 req-f5cca022-715a-4b9d-9486-2b7ab8c4e7a5 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:46.545668 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-25938cd3-a0d5-43b9-a173-1c822cdec407 req-f5cca022-715a-4b9d-9486-2b7ab8c4e7a5 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 945 time: 0.0637460 Jun 29 16:15:46.581585 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-25938cd3-a0d5-43b9-a173-1c822cdec407 req-c5922412-8ec7-496b-9193-3ddf1926cee1 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297625 Jun 29 16:15:48.011661 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-f8e64b9f-d34c-4d49-a905-eaf247761184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:50.198508 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-18005fbf-5eab-46fd-93de-7d4707717591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:50.364363 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:51.628186 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:53.068382 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:02.701967 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:03.053639 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:16:08.065928 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1d03d-2034-4391-86c7-c5c57d9f09ec req-683e74dc-ba5f-4b66-baa3-741cbbc76e01 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:08.067313 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5be1d03d-2034-4391-86c7-c5c57d9f09ec req-683e74dc-ba5f-4b66-baa3-741cbbc76e01 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 945 time: 0.0632083 Jun 29 16:16:08.105409 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-5be1d03d-2034-4391-86c7-c5c57d9f09ec req-01d7bb8c-883e-4892-977e-0e9c62958ea7 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314372 Jun 29 16:16:09.280875 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332eb9d9-0149-4f6d-b00f-28a2aa45ab06 req-ff6fbb7e-e7e3-4ebe-a4bd-53d8c8714738 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:09.282973 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-332eb9d9-0149-4f6d-b00f-28a2aa45ab06 req-ff6fbb7e-e7e3-4ebe-a4bd-53d8c8714738 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 945 time: 0.0636442 Jun 29 16:16:09.319431 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-332eb9d9-0149-4f6d-b00f-28a2aa45ab06 req-1f8fafb8-834d-4a58-bfeb-a4b514ce7e0d tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306695 Jun 29 16:16:10.489002 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e888f-e39a-4ccd-8398-21ca45de3510 req-b93639bb-093a-4191-a5cb-f9a6eab6abe5 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:10.490465 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6c2e888f-e39a-4ccd-8398-21ca45de3510 req-b93639bb-093a-4191-a5cb-f9a6eab6abe5 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 945 time: 0.0627999 Jun 29 16:16:10.531828 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-6c2e888f-e39a-4ccd-8398-21ca45de3510 req-f74baee4-a39f-4e3b-8d57-8601826c850a tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355630 Jun 29 16:16:11.720050 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e7ed4-4087-4104-859c-d59e3be394bf req-aa22de2b-8c04-44ca-b466-fdf4dd9bf87d tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:11.721714 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4e0e7ed4-4087-4104-859c-d59e3be394bf req-aa22de2b-8c04-44ca-b466-fdf4dd9bf87d tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 945 time: 0.0733712 Jun 29 16:16:11.759476 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-4e0e7ed4-4087-4104-859c-d59e3be394bf req-6635270a-0fa7-46c7-96a3-2a93bbf5bdcc tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Jun 29 16:16:12.559751 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf20fb-2eac-448c-92d2-0b759612a9b1 req-a24e917e-5c27-46d3-9638-f4c278965c91 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:12.561232 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fbbf20fb-2eac-448c-92d2-0b759612a9b1 req-a24e917e-5c27-46d3-9638-f4c278965c91 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 945 time: 0.0689671 Jun 29 16:16:12.668947 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-fbbf20fb-2eac-448c-92d2-0b759612a9b1 req-67c9d394-c85b-45c7-afc8-ab5e9f167bb2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Deleting port 8121be49-e5ef-4a8b-b35f-440832413c51 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:16:12.669292 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fbbf20fb-2eac-448c-92d2-0b759612a9b1 req-67c9d394-c85b-45c7-afc8-ab5e9f167bb2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773434764858'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.760422 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.db [req-fbbf20fb-2eac-448c-92d2-0b759612a9b1 req-67c9d394-c85b-45c7-afc8-ab5e9f167bb2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] For port 8121be49-e5ef-4a8b-b35f-440832413c51, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8121be49-e5ef-4a8b-b35f-440832413c51,segment=NetworkSegment(503525bc-1470-43df-9358-5090eb53976b),segment_id=503525bc-1470-43df-9358-5090eb53976b)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:12.761160 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fbbf20fb-2eac-448c-92d2-0b759612a9b1 req-67c9d394-c85b-45c7-afc8-ab5e9f167bb2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.774196 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [req-fbbf20fb-2eac-448c-92d2-0b759612a9b1 req-67c9d394-c85b-45c7-afc8-ab5e9f167bb2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Calling delete_port for 8121be49-e5ef-4a8b-b35f-440832413c51 owned by compute:nova {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:16:12.944357 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9966ce1-2996-46be-8be7-456f5329fd2a req-266f9337-1320-4b3d-943b-ce1f79d023b7 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:12.945762 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d9966ce1-2996-46be-8be7-456f5329fd2a req-266f9337-1320-4b3d-943b-ce1f79d023b7 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 945 time: 0.0687194 Jun 29 16:16:12.984243 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-d9966ce1-2996-46be-8be7-456f5329fd2a req-8437168b-bf70-46a6-a8d1-f00e49926ccf tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Jun 29 16:16:13.034187 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fbbf20fb-2eac-448c-92d2-0b759612a9b1 req-67c9d394-c85b-45c7-afc8-ab5e9f167bb2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16237967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773434769960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773434296311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25294935'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.038313 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-fcef36a4-3074-4e06-b36a-35a31948550d tempest-VolumesActionsTest-25040276 tempest-VolumesActionsTest-25040276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:13.047063 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.db [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] get_ports_and_sgs() called for port_ids ['8121be49-e5ef-4a8b-b35f-440832413c51'] {{(pid=93590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:16:13.063168 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9d394-c85b-45c7-afc8-ab5e9f167bb2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Pushing event deleted for resources: {'Port': ['ID=8121be49-e5ef-4a8b-b35f-440832413c51,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:13.066610 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-67c9d394-c85b-45c7-afc8-ab5e9f167bb2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:13.111702 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbf20fb-2eac-448c-92d2-0b759612a9b1 req-67c9d394-c85b-45c7-afc8-ab5e9f167bb2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] No DVR routers for this DVR port 8121be49-e5ef-4a8b-b35f-440832413c51 on host hv-cinder-79220 {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:16:13.114207 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [req-fbbf20fb-2eac-448c-92d2-0b759612a9b1 req-67c9d394-c85b-45c7-afc8-ab5e9f167bb2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222684'] for port, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.116188 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [req-fbbf20fb-2eac-448c-92d2-0b759612a9b1 req-67c9d394-c85b-45c7-afc8-ab5e9f167bb2 tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.86 "DELETE /v2.0/ports/8121be49-e5ef-4a8b-b35f-440832413c51 HTTP/1.1" status: 204 len: 173 time: 0.5496597 Jun 29 16:16:13.116703 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff51f6c1-ab44-4c36-bffe-b3c9efda570c', 'name': 'network-vif-deleted', 'tag': '8121be49-e5ef-4a8b-b35f-440832413c51'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:13.118998 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab82eda6026fe2ffab7cc7e85d17606eaafa9298ed011d72414e295aa112fcdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbdb759-b994-41da-88d0-073b17ddc7a8" -d '{"events": [{"server_uuid": "ff51f6c1-ab44-4c36-bffe-b3c9efda570c", "name": "network-vif-deleted", "tag": "8121be49-e5ef-4a8b-b35f-440832413c51"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:13.208689 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b708023-8b27-4fcd-81b2-28e02134736f x-openstack-request-id: req-8b708023-8b27-4fcd-81b2-28e02134736f {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:13.209028 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff51f6c1-ab44-4c36-bffe-b3c9efda570c", "name": "network-vif-deleted", "tag": "8121be49-e5ef-4a8b-b35f-440832413c51", "status": "completed", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:13.209327 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b708023-8b27-4fcd-81b2-28e02134736f {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:13.209770 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff51f6c1-ab44-4c36-bffe-b3c9efda570c', 'name': 'network-vif-deleted', 'tag': '8121be49-e5ef-4a8b-b35f-440832413c51', 'status': 'completed', 'code': 200} Jun 29 16:16:14.139122 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [req-b6d3b510-e728-4285-9f8c-d9563bee7a36 req-24b6a532-f1d9-4c03-ab60-16be5ba790bc tempest-VolumesSnapshotTestJSON-1541561378 tempest-VolumesSnapshotTestJSON-1541561378-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51f6c1-ab44-4c36-bffe-b3c9efda570c HTTP/1.1" status: 200 len: 210 time: 0.0317886 Jun 29 16:16:16.310539 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 8121be49-e5ef-4a8b-b35f-440832413c51 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:16:16.458153 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] No Port match for: 8121be49-e5ef-4a8b-b35f-440832413c51 {{(pid=93590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:16:16.458500 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron.plugins.ml2.rpc [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Device 8121be49-e5ef-4a8b-b35f-440832413c51 not bound to the agent host hv-cinder-79220 {{(pid=93590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:16:18.027530 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-2810a9c0-7d46-415f-b5d6-251582069c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.381498 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-5727cc75-c60a-4925-96aa-69dddfe5d7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.456545 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:21.598926 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:23.067353 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.798614 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:35.508884 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.wsgi [-] (93589) accepted ('10.222.0.13', 57234) {{(pid=93589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:35.552782 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Deleting subnet a7120eaf-fcc2-42b9-aaf0-e45332430f53 {{(pid=93589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:16:35.555817 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:35.592899 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014248'] for subnet, precommit_delete_associations {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:35.632674 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198232'] for subnet, precommit_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:35.804412 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-241625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25630644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26912144'] for subnet, after_delete {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:35.806869 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-5d66f90e-8319-42d2-9f2d-722928d040bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:35.833082 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for subnet, before_response {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:35.835549 dv-cinder-792209-4-smb neutron-server[93589]: INFO neutron.wsgi [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7120eaf-fcc2-42b9-aaf0-e45332430f53 HTTP/1.1" status: 204 len: 168 time: 0.3252413 Jun 29 16:16:35.835958 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7120eaf-fcc2-42b9-aaf0-e45332430f53,revision_number=None']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:35.837906 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 57236) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:35.844052 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.844436 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.844812 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.845236 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.845547 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.845914 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.846272 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.846630 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.846992 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.847347 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.847723 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.848078 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:35.851294 dv-cinder-792209-4-smb neutron-server[93589]: DEBUG oslo_concurrency.lockutils [None req-ca1f1ad6-02c7-4515-ba27-8a257e088147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:35.910815 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16172645'] for network, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:35.990224 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16198278', 'neutron.services.segments.db._delete_segments_for_network-8773434819651'] for network, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:35.999773 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbde6837-8ba6-4660-9c5c-6c1dde94c8ec']}} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:36.010077 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503525bc-1470-43df-9358-5090eb53976b') {'for_net_delete': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:36.010372 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.services.segments.db [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503525bc-1470-43df-9358-5090eb53976b') {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:36.019151 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773434652362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641704'] for segment, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:36.032903 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690'] for segment, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:36.038488 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=93588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:16:36.038868 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25294848'] for segment, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: Traceback (most recent call last): Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: timer() Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: cb(*args, **kw) Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: return func(*args, **kwargs) Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: self._notify() Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: self.callback(batched_events) Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: event.method(event) Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: return f(self, *a, **k) Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: return self._get(url).json() Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: return self.request(url, 'GET', **kwargs) Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:16:36.040494 dv-cinder-792209-4-smb neutron-server[93588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:16:36.146921 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16198301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679616'] for network, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:36.150778 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-1b62e5ac-dcfb-4fee-bd47-2762d9d6b751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:36.153343 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543152'] for network, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:36.155175 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dbde6837-8ba6-4660-9c5c-6c1dde94c8ec HTTP/1.1" status: 204 len: 168 time: 0.3161750 Jun 29 16:16:36.171342 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbde6837-8ba6-4660-9c5c-6c1dde94c8ec,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:36.180023 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.180685 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.181158 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.181648 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.182028 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.182484 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.183013 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.183447 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.183876 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.184356 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.184813 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.185301 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-smb {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:36.189281 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-7a5a9f8a-a625-42c3-ac91-fb9d3744ca96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:36.501432 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 57240) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:36.541364 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-1d49931d-b717-424d-90b2-0088f91a5bf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f5356f21dbe40feb1d5ca524ea0763d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385892 Jun 29 16:16:36.543636 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.wsgi [-] (93588) accepted ('10.222.0.13', 57242) {{(pid=93588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:36.591398 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d30e0759-4e4d-4796-a294-3109f37ad31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:36.611798 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d30e0759-4e4d-4796-a294-3109f37ad31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:36.724534 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d30e0759-4e4d-4796-a294-3109f37ad31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370282'] for security_group, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:36.728560 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d30e0759-4e4d-4796-a294-3109f37ad31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:36.732333 dv-cinder-792209-4-smb neutron-server[93588]: INFO neutron.wsgi [None req-d30e0759-4e4d-4796-a294-3109f37ad31c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8dd6ade-9954-442d-8b50-a16c6c5d2ccd HTTP/1.1" status: 204 len: 168 time: 0.1856315 Jun 29 16:16:36.732333 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-eb5a7263-833c-4ee4-8cf3-861198d05c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:36.743254 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e0759-4e4d-4796-a294-3109f37ad31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dd6ade-9954-442d-8b50-a16c6c5d2ccd,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:36.747139 dv-cinder-792209-4-smb neutron-server[93588]: DEBUG oslo_concurrency.lockutils [None req-d30e0759-4e4d-4796-a294-3109f37ad31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:40.053658 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:16:47.997299 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-6e78281e-aedc-4127-93ba-2a8e2f343c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:50.260533 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-5870feec-919c-4cf6-866b-048bbfa980b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:50.409064 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.626386 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:53.078015 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:02.700434 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:17.052804 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:17:17.991284 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-981c49aa-ae57-4d71-bce4-c72f67c22e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.202962 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-3eeee349-af35-42e4-908a-6dfb6941199a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.345977 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:21.590989 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.060150 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:32.717440 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.036584 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-72a63322-f073-458a-b37a-bc3ce51f0528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.219056 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-04f7afe3-639e-4199-bc94-e19d5b54cc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.363013 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.647429 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:53.069849 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:54.052824 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:18:02.744482 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:18.053194 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-f1297b13-6f40-47b9-a627-8a226b1f0078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:20.229188 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-b4ce9478-2f4d-4808-a495-8d4030f48a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:20.337800 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:21.600908 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:23.069748 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:31.051273 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:18:32.715542 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:48.000328 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d3427025-4284-40b6-9c71-a199ae2227d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:50.240189 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-c5d7169a-aeca-4437-8db4-e1655cd2dbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:50.411808 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:51.628756 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:53.074607 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:02.742666 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:08.049430 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:19:18.011465 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-790a599b-f105-4f85-83a2-fa304ebe3e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:20.211254 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-007fb069-6cfe-4e14-877e-c75cb1779d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:20.347954 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:21.633846 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:23.062006 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:32.782020 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:45.048698 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:19:48.050341 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-9de483be-9953-40c5-a998-3abb544312df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:50.215942 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-509fe933-0b39-4000-8fd0-d9450ee2c69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:50.358883 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:51.621461 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:53.073273 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.781535 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:18.021185 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-df5af5a0-cecc-4add-a84b-9ce736caa92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:20.216002 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-6e902c75-e9e4-405c-b662-0415ea528ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:20.398199 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:21.637966 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:22.047280 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:20:23.106733 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:32.837612 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:48.042744 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-9db01c2b-6157-4112-8bbe-5c1f3bbabe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:50.243094 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-7806937a-edb6-4072-b72e-6df5dfba61db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:50.363022 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:51.689195 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.157513 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:59.045581 dv-cinder-792209-4-smb neutron-server[93591]: DEBUG neutron.db.agents_db [None req-6f5299ee-0b16-41c1-86eb-9d14cd21a560 None None] Agent healthcheck: found 6 active agents {{(pid=93591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:21:02.773742 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca933-f865-48a5-9121-242f545aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.013887 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-b5290c57-9b9f-4718-91c3-f0ffad7dda0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:20.202606 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-7f939180-cccd-4963-909c-82d75543fafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:20.339841 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-487ad1d6-ae7d-48b1-b366-3a8938d17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.631213 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-da170794-0f0b-4a43-9faf-fb974675a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:23.111220 dv-cinder-792209-4-smb neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb64-6bb0-4a92-8c85-fd44eb5956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773434819633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201048'] for agent, after_update {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}